2024-11-14 18:12:11,316 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 2024-11-14 18:12:11,371 main DEBUG Took 0.053292 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 18:12:11,372 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 18:12:11,372 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 18:12:11,373 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 18:12:11,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,383 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 18:12:11,414 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,418 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,419 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,423 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,425 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,427 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,427 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,428 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,430 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,431 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,432 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,432 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,435 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,436 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,436 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,437 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:12:11,438 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,438 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 18:12:11,441 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:12:11,443 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 18:12:11,446 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 18:12:11,447 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 18:12:11,449 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 18:12:11,449 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 18:12:11,461 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 18:12:11,467 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 18:12:11,470 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 18:12:11,470 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 18:12:11,471 main DEBUG createAppenders(={Console}) 2024-11-14 18:12:11,472 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 initialized 2024-11-14 18:12:11,472 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 2024-11-14 18:12:11,473 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 OK. 2024-11-14 18:12:11,474 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 18:12:11,474 main DEBUG OutputStream closed 2024-11-14 18:12:11,475 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 18:12:11,475 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 18:12:11,475 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@53aac487 OK 2024-11-14 18:12:11,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 18:12:11,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 18:12:11,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 18:12:11,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 18:12:11,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 18:12:11,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 18:12:11,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 18:12:11,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 18:12:11,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 18:12:11,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 18:12:11,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 18:12:11,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 18:12:11,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 18:12:11,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 18:12:11,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 18:12:11,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 18:12:11,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 18:12:11,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 18:12:11,672 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 18:12:11,672 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6e4566f1) with optional ClassLoader: null 2024-11-14 18:12:11,673 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 18:12:11,674 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6e4566f1] started OK. 2024-11-14T18:12:12,252 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6 2024-11-14 18:12:12,257 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 18:12:12,258 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T18:12:12,272 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-14T18:12:12,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T18:12:12,332 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/cluster_5c92866c-39da-998a-65f2-eeb15db95939, deleteOnExit=true 2024-11-14T18:12:12,334 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-14T18:12:12,336 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/test.cache.data in system properties and HBase conf 2024-11-14T18:12:12,337 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:12:12,338 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:12:12,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:12:12,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:12:12,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-14T18:12:12,528 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T18:12:12,771 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:12:12,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:12:12,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:12:12,784 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:12:12,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:12:12,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:12:12,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:12:12,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:12:12,798 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:12:12,799 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:12:12,799 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:12:12,800 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:12:12,801 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:12:12,801 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:12:12,802 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:12:14,161 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T18:12:14,307 INFO [Time-limited test {}] log.Log(170): Logging initialized @4655ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T18:12:14,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:12:14,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:12:14,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:12:14,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:12:14,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:12:14,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:12:14,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:12:14,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:12:14,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/java.io.tmpdir/jetty-localhost-38247-hadoop-hdfs-3_4_1-tests_jar-_-any-12455936019229565306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:12:14,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:38247} 2024-11-14T18:12:14,842 INFO [Time-limited test {}] server.Server(415): Started @5192ms 2024-11-14T18:12:15,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:12:15,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:12:15,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:12:15,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:12:15,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:12:15,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:12:15,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:12:15,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/java.io.tmpdir/jetty-localhost-34169-hadoop-hdfs-3_4_1-tests_jar-_-any-16581926088430127658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:12:15,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:34169} 2024-11-14T18:12:15,892 INFO [Time-limited test {}] server.Server(415): Started @6242ms 2024-11-14T18:12:15,955 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:12:17,182 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/cluster_5c92866c-39da-998a-65f2-eeb15db95939/dfs/data/data1/current/BP-1820128281-172.17.0.2-1731607933594/current, will proceed with Du for space computation calculation, 2024-11-14T18:12:17,183 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/cluster_5c92866c-39da-998a-65f2-eeb15db95939/dfs/data/data2/current/BP-1820128281-172.17.0.2-1731607933594/current, will proceed with Du for space computation calculation, 2024-11-14T18:12:17,243 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:12:17,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6 2024-11-14T18:12:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7207af441246ac1 with lease ID 0x98a59315f93e9d35: Processing first storage report for DS-c8e81653-08be-4210-83b7-612cb0cd588e from datanode DatanodeRegistration(127.0.0.1:41891, datanodeUuid=8a075762-1caf-4b64-b7e0-16824361f2a5, infoPort=39587, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=148483178;c=1731607933594) 2024-11-14T18:12:17,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7207af441246ac1 with lease ID 0x98a59315f93e9d35: from storage DS-c8e81653-08be-4210-83b7-612cb0cd588e node DatanodeRegistration(127.0.0.1:41891, datanodeUuid=8a075762-1caf-4b64-b7e0-16824361f2a5, infoPort=39587, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=148483178;c=1731607933594), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T18:12:17,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7207af441246ac1 with lease ID 0x98a59315f93e9d35: Processing first storage report for DS-b7bd2509-7c6e-4720-bfd8-233814e743c0 from datanode DatanodeRegistration(127.0.0.1:41891, datanodeUuid=8a075762-1caf-4b64-b7e0-16824361f2a5, infoPort=39587, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=148483178;c=1731607933594) 2024-11-14T18:12:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7207af441246ac1 with lease ID 0x98a59315f93e9d35: from storage DS-b7bd2509-7c6e-4720-bfd8-233814e743c0 node DatanodeRegistration(127.0.0.1:41891, datanodeUuid=8a075762-1caf-4b64-b7e0-16824361f2a5, infoPort=39587, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=148483178;c=1731607933594), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:12:17,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/cluster_5c92866c-39da-998a-65f2-eeb15db95939/zookeeper_0, clientPort=56630, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/cluster_5c92866c-39da-998a-65f2-eeb15db95939/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/cluster_5c92866c-39da-998a-65f2-eeb15db95939/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T18:12:17,484 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56630 2024-11-14T18:12:17,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:12:17,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:12:17,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:12:18,275 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663 with version=8 2024-11-14T18:12:18,276 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/hbase-staging 2024-11-14T18:12:18,445 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T18:12:18,796 INFO [Time-limited test {}] client.ConnectionUtils(129): master/eed19b614a58:0 server-side Connection retries=45 2024-11-14T18:12:18,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:12:18,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:12:18,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:12:18,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:12:18,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:12:19,027 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:12:19,096 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T18:12:19,105 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T18:12:19,109 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:12:19,132 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23844 (auto-detected) 2024-11-14T18:12:19,134 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T18:12:19,151 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32959 2024-11-14T18:12:19,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:12:19,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:12:19,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:32959 connecting to ZooKeeper ensemble=127.0.0.1:56630 2024-11-14T18:12:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329590x0, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:12:19,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32959-0x1003f6240550000 connected 2024-11-14T18:12:20,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T18:12:20,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T18:12:20,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T18:12:20,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-14T18:12:20,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32959 2024-11-14T18:12:20,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32959 2024-11-14T18:12:20,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-14T18:12:20,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-14T18:12:20,066 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663, hbase.cluster.distributed=false 2024-11-14T18:12:20,150 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/eed19b614a58:0 server-side Connection retries=45 2024-11-14T18:12:20,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:12:20,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T18:12:20,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T18:12:20,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T18:12:20,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T18:12:20,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T18:12:20,156 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T18:12:20,158 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42787 2024-11-14T18:12:20,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T18:12:20,169 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T18:12:20,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:12:20,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:12:20,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42787 connecting to ZooKeeper ensemble=127.0.0.1:56630 2024-11-14T18:12:20,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427870x0, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T18:12:20,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427870x0, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T18:12:20,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42787-0x1003f6240550001 connected 2024-11-14T18:12:20,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T18:12:20,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T18:12:20,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-14T18:12:20,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42787 2024-11-14T18:12:20,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42787 2024-11-14T18:12:20,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-14T18:12:20,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-14T18:12:20,294 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/eed19b614a58,32959,1731607938437 2024-11-14T18:12:20,310 DEBUG [M:0;eed19b614a58:32959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eed19b614a58:32959 2024-11-14T18:12:20,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:12:20,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:12:20,316 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eed19b614a58,32959,1731607938437 2024-11-14T18:12:20,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T18:12:20,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T18:12:20,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:20,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:20,373 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T18:12:20,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T18:12:20,374 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eed19b614a58,32959,1731607938437 from backup master directory 2024-11-14T18:12:20,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:12:20,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eed19b614a58,32959,1731607938437 2024-11-14T18:12:20,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T18:12:20,431 WARN [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:12:20,432 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eed19b614a58,32959,1731607938437 2024-11-14T18:12:20,434 INFO [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T18:12:20,436 INFO [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T18:12:20,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741826_1002 (size=42) 2024-11-14T18:12:20,936 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/hbase.id with ID: 85f46345-d6e4-495a-ade2-c327a89ff41a 2024-11-14T18:12:20,993 INFO [master/eed19b614a58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:12:21,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:21,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741827_1003 (size=196) 2024-11-14T18:12:21,092 INFO [master/eed19b614a58:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:12:21,095 INFO [master/eed19b614a58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T18:12:21,117 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:21,125 INFO [master/eed19b614a58:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:12:21,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741828_1004 (size=1189) 2024-11-14T18:12:21,615 INFO [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store 2024-11-14T18:12:21,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741829_1005 (size=34) 2024-11-14T18:12:21,662 INFO [master/eed19b614a58:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T18:12:21,663 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:12:21,664 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:12:21,664 INFO [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:12:21,664 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:12:21,665 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:12:21,665 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:12:21,665 INFO [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:12:21,665 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T18:12:21,673 WARN [master/eed19b614a58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/.initializing 2024-11-14T18:12:21,673 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/WALs/eed19b614a58,32959,1731607938437 2024-11-14T18:12:21,682 INFO [master/eed19b614a58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:12:21,697 INFO [master/eed19b614a58:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eed19b614a58%2C32959%2C1731607938437, suffix=, logDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/WALs/eed19b614a58,32959,1731607938437, archiveDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/oldWALs, maxLogs=10 2024-11-14T18:12:21,731 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/WALs/eed19b614a58,32959,1731607938437/eed19b614a58%2C32959%2C1731607938437.1731607941704, exclude list is [], retry=0 2024-11-14T18:12:21,755 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41891,DS-c8e81653-08be-4210-83b7-612cb0cd588e,DISK] 2024-11-14T18:12:21,760 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T18:12:21,805 INFO [master/eed19b614a58:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/WALs/eed19b614a58,32959,1731607938437/eed19b614a58%2C32959%2C1731607938437.1731607941704 2024-11-14T18:12:21,806 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39587:39587)] 2024-11-14T18:12:21,807 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:12:21,807 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:12:21,811 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:12:21,813 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:12:21,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:12:21,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T18:12:21,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:21,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:12:21,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:12:21,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T18:12:21,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:21,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:21,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:12:21,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T18:12:21,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:21,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:21,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:12:21,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T18:12:21,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:21,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:21,915 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:12:21,917 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:12:21,928 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T18:12:21,935 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T18:12:21,941 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:12:21,942 INFO [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70700129, jitterRate=0.0535140186548233}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T18:12:21,948 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T18:12:21,949 INFO [master/eed19b614a58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T18:12:21,990 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa90fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:22,037 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-14T18:12:22,055 INFO [master/eed19b614a58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T18:12:22,055 INFO [master/eed19b614a58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T18:12:22,058 INFO [master/eed19b614a58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T18:12:22,060 INFO [master/eed19b614a58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T18:12:22,067 INFO [master/eed19b614a58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 6 msec 2024-11-14T18:12:22,068 INFO [master/eed19b614a58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T18:12:22,105 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T18:12:22,121 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T18:12:22,130 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-14T18:12:22,133 INFO [master/eed19b614a58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T18:12:22,135 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T18:12:22,142 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-14T18:12:22,144 INFO [master/eed19b614a58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T18:12:22,147 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T18:12:22,155 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-14T18:12:22,157 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T18:12:22,167 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T18:12:22,177 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T18:12:22,184 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T18:12:22,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T18:12:22,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T18:12:22,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:22,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:22,199 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=eed19b614a58,32959,1731607938437, sessionid=0x1003f6240550000, setting cluster-up flag (Was=false) 2024-11-14T18:12:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:22,301 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T18:12:22,303 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eed19b614a58,32959,1731607938437 2024-11-14T18:12:22,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:22,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:22,347 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T18:12:22,349 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eed19b614a58,32959,1731607938437 2024-11-14T18:12:22,408 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eed19b614a58:42787 2024-11-14T18:12:22,410 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1008): ClusterId : 85f46345-d6e4-495a-ade2-c327a89ff41a 2024-11-14T18:12:22,414 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T18:12:22,427 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T18:12:22,428 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T18:12:22,444 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T18:12:22,444 DEBUG [RS:0;eed19b614a58:42787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27af6982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:22,447 DEBUG [RS:0;eed19b614a58:42787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282be31b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eed19b614a58/172.17.0.2:0 2024-11-14T18:12:22,446 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-14T18:12:22,450 INFO [RS:0;eed19b614a58:42787 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-14T18:12:22,451 INFO [RS:0;eed19b614a58:42787 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-14T18:12:22,451 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-14T18:12:22,452 INFO [master/eed19b614a58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-14T18:12:22,453 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(3073): reportForDuty to master=eed19b614a58,32959,1731607938437 with isa=eed19b614a58/172.17.0.2:42787, startcode=1731607940149 2024-11-14T18:12:22,455 INFO [master/eed19b614a58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T18:12:22,461 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eed19b614a58,32959,1731607938437 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T18:12:22,465 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eed19b614a58:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:12:22,465 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eed19b614a58:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:12:22,466 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eed19b614a58:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:12:22,466 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eed19b614a58:0, corePoolSize=5, maxPoolSize=5 2024-11-14T18:12:22,466 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eed19b614a58:0, corePoolSize=10, maxPoolSize=10 2024-11-14T18:12:22,466 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,467 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eed19b614a58:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:12:22,467 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,468 DEBUG [RS:0;eed19b614a58:42787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:12:22,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:12:22,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-14T18:12:22,483 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:22,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:12:22,486 INFO [master/eed19b614a58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731607972486 2024-11-14T18:12:22,488 INFO [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T18:12:22,490 INFO [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T18:12:22,495 INFO [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T18:12:22,495 INFO [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T18:12:22,495 INFO [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T18:12:22,496 INFO [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T18:12:22,505 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:22,525 INFO [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T18:12:22,528 INFO [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T18:12:22,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741831_1007 (size=1039) 2024-11-14T18:12:22,530 INFO [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T18:12:22,531 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49337, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:12:22,535 INFO [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T18:12:22,535 INFO [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T18:12:22,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-14T18:12:22,537 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663 2024-11-14T18:12:22,540 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eed19b614a58:0:becomeActiveMaster-HFileCleaner.large.0-1731607942537,5,FailOnTimeoutGroup] 2024-11-14T18:12:22,541 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eed19b614a58:0:becomeActiveMaster-HFileCleaner.small.0-1731607942541,5,FailOnTimeoutGroup] 2024-11-14T18:12:22,542 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:22,542 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T18:12:22,541 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:22,548 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:22,549 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:22,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741832_1008 (size=32) 2024-11-14T18:12:22,579 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-14T18:12:22,580 WARN [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T18:12:22,681 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(3073): reportForDuty to master=eed19b614a58,32959,1731607938437 with isa=eed19b614a58/172.17.0.2:42787, startcode=1731607940149 2024-11-14T18:12:22,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(332): Checking decommissioned status of RegionServer eed19b614a58,42787,1731607940149 2024-11-14T18:12:22,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(486): Registering regionserver=eed19b614a58,42787,1731607940149 2024-11-14T18:12:22,694 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663 2024-11-14T18:12:22,694 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37703 2024-11-14T18:12:22,694 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-14T18:12:22,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T18:12:22,714 DEBUG [RS:0;eed19b614a58:42787 {}] zookeeper.ZKUtil(111): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eed19b614a58,42787,1731607940149 2024-11-14T18:12:22,714 WARN [RS:0;eed19b614a58:42787 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T18:12:22,714 INFO [RS:0;eed19b614a58:42787 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:12:22,715 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/WALs/eed19b614a58,42787,1731607940149 2024-11-14T18:12:22,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eed19b614a58,42787,1731607940149] 2024-11-14T18:12:22,729 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-14T18:12:22,740 INFO [RS:0;eed19b614a58:42787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T18:12:22,757 INFO [RS:0;eed19b614a58:42787 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T18:12:22,760 INFO [RS:0;eed19b614a58:42787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T18:12:22,760 INFO [RS:0;eed19b614a58:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:22,761 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-14T18:12:22,767 INFO [RS:0;eed19b614a58:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:22,767 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,767 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,768 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,768 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,768 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,768 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eed19b614a58:0, corePoolSize=2, maxPoolSize=2 2024-11-14T18:12:22,768 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,768 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,769 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,769 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,769 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eed19b614a58:0, corePoolSize=1, maxPoolSize=1 2024-11-14T18:12:22,769 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eed19b614a58:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:12:22,769 DEBUG [RS:0;eed19b614a58:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0, corePoolSize=3, maxPoolSize=3 2024-11-14T18:12:22,770 INFO [RS:0;eed19b614a58:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:22,770 INFO [RS:0;eed19b614a58:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:22,771 INFO [RS:0;eed19b614a58:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:22,771 INFO [RS:0;eed19b614a58:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:22,771 INFO [RS:0;eed19b614a58:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=eed19b614a58,42787,1731607940149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:12:22,803 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T18:12:22,807 INFO [RS:0;eed19b614a58:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=eed19b614a58,42787,1731607940149-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:22,836 INFO [RS:0;eed19b614a58:42787 {}] regionserver.Replication(204): eed19b614a58,42787,1731607940149 started 2024-11-14T18:12:22,836 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1767): Serving as eed19b614a58,42787,1731607940149, RpcServer on eed19b614a58/172.17.0.2:42787, sessionid=0x1003f6240550001 2024-11-14T18:12:22,837 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T18:12:22,837 DEBUG [RS:0;eed19b614a58:42787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eed19b614a58,42787,1731607940149 2024-11-14T18:12:22,837 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eed19b614a58,42787,1731607940149' 2024-11-14T18:12:22,837 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T18:12:22,838 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T18:12:22,839 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T18:12:22,839 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T18:12:22,839 DEBUG [RS:0;eed19b614a58:42787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eed19b614a58,42787,1731607940149 2024-11-14T18:12:22,840 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eed19b614a58,42787,1731607940149' 2024-11-14T18:12:22,840 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T18:12:22,841 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T18:12:22,841 DEBUG [RS:0;eed19b614a58:42787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T18:12:22,842 INFO [RS:0;eed19b614a58:42787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T18:12:22,842 INFO [RS:0;eed19b614a58:42787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T18:12:22,947 INFO [RS:0;eed19b614a58:42787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T18:12:22,951 INFO [RS:0;eed19b614a58:42787 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eed19b614a58%2C42787%2C1731607940149, suffix=, logDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/WALs/eed19b614a58,42787,1731607940149, archiveDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/oldWALs, maxLogs=32 2024-11-14T18:12:22,970 DEBUG [RS:0;eed19b614a58:42787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/WALs/eed19b614a58,42787,1731607940149/eed19b614a58%2C42787%2C1731607940149.1731607942953, exclude list is [], retry=0 2024-11-14T18:12:22,976 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41891,DS-c8e81653-08be-4210-83b7-612cb0cd588e,DISK] 2024-11-14T18:12:22,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:12:22,980 INFO [RS:0;eed19b614a58:42787 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/WALs/eed19b614a58,42787,1731607940149/eed19b614a58%2C42787%2C1731607940149.1731607942953 2024-11-14T18:12:22,982 DEBUG [RS:0;eed19b614a58:42787 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39587:39587)] 2024-11-14T18:12:22,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:12:22,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:12:22,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:22,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:12:22,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:12:22,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:12:22,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:22,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:12:22,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:12:22,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:12:22,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:23,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:12:23,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740 2024-11-14T18:12:23,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740 2024-11-14T18:12:23,006 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T18:12:23,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-14T18:12:23,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:12:23,014 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72311227, jitterRate=0.07752124965190887}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T18:12:23,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-14T18:12:23,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:12:23,018 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-14T18:12:23,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-14T18:12:23,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:12:23,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:12:23,020 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-14T18:12:23,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-14T18:12:23,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-14T18:12:23,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-14T18:12:23,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T18:12:23,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T18:12:23,042 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T18:12:23,194 DEBUG [eed19b614a58:32959 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T18:12:23,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:23,206 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eed19b614a58,42787,1731607940149, state=OPENING 2024-11-14T18:12:23,222 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T18:12:23,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:23,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:23,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:12:23,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:12:23,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:12:23,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:23,442 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T18:12:23,445 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T18:12:23,458 INFO [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-14T18:12:23,458 INFO [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T18:12:23,459 INFO [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T18:12:23,462 INFO [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eed19b614a58%2C42787%2C1731607940149.meta, suffix=.meta, logDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/WALs/eed19b614a58,42787,1731607940149, archiveDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/oldWALs, maxLogs=32 2024-11-14T18:12:23,476 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/WALs/eed19b614a58,42787,1731607940149/eed19b614a58%2C42787%2C1731607940149.meta.1731607943464.meta, exclude list is [], retry=0 2024-11-14T18:12:23,480 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41891,DS-c8e81653-08be-4210-83b7-612cb0cd588e,DISK] 2024-11-14T18:12:23,483 INFO [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/WALs/eed19b614a58,42787,1731607940149/eed19b614a58%2C42787%2C1731607940149.meta.1731607943464.meta 2024-11-14T18:12:23,483 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39587:39587)] 2024-11-14T18:12:23,484 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:12:23,485 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T18:12:23,549 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T18:12:23,556 INFO [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T18:12:23,562 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T18:12:23,562 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:12:23,563 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-14T18:12:23,563 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-14T18:12:23,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T18:12:23,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T18:12:23,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:23,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:12:23,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T18:12:23,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T18:12:23,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:23,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:12:23,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T18:12:23,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T18:12:23,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:23,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T18:12:23,581 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740 2024-11-14T18:12:23,585 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740 2024-11-14T18:12:23,589 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T18:12:23,594 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-14T18:12:23,597 INFO [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73668940, jitterRate=0.09775274991989136}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T18:12:23,599 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-14T18:12:23,608 INFO [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731607943434 2024-11-14T18:12:23,622 DEBUG [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T18:12:23,623 INFO [RS_OPEN_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-14T18:12:23,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:23,628 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eed19b614a58,42787,1731607940149, state=OPEN 2024-11-14T18:12:23,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T18:12:23,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T18:12:23,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:12:23,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T18:12:23,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T18:12:23,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=eed19b614a58,42787,1731607940149 in 393 msec 2024-11-14T18:12:23,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T18:12:23,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-14T18:12:23,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-14T18:12:23,674 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731607943674, completionTime=-1 2024-11-14T18:12:23,674 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T18:12:23,674 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-14T18:12:23,712 DEBUG [hconnection-0x5605ace3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:23,714 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:23,726 INFO [master/eed19b614a58:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-14T18:12:23,726 INFO [master/eed19b614a58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731608003726 2024-11-14T18:12:23,726 INFO [master/eed19b614a58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731608063726 2024-11-14T18:12:23,726 INFO [master/eed19b614a58:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-14T18:12:23,771 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eed19b614a58,32959,1731607938437-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:23,771 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eed19b614a58,32959,1731607938437-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:23,771 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eed19b614a58,32959,1731607938437-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:23,773 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eed19b614a58:32959, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:23,774 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:23,779 DEBUG [master/eed19b614a58:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-14T18:12:23,782 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-14T18:12:23,783 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T18:12:23,789 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-14T18:12:23,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:12:23,794 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:23,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:12:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741835_1011 (size=358) 2024-11-14T18:12:24,224 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1345cca1a494ff3082eed046c4eb5ca3, NAME => 'hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663 2024-11-14T18:12:24,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741836_1012 (size=42) 2024-11-14T18:12:24,663 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:12:24,663 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 1345cca1a494ff3082eed046c4eb5ca3, disabling compactions & flushes 2024-11-14T18:12:24,663 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:12:24,664 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:12:24,664 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. after waiting 0 ms 2024-11-14T18:12:24,664 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:12:24,664 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:12:24,664 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1345cca1a494ff3082eed046c4eb5ca3: 2024-11-14T18:12:24,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:12:24,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731607944668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731607944668"}]},"ts":"1731607944668"} 2024-11-14T18:12:24,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T18:12:24,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:12:24,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731607944709"}]},"ts":"1731607944709"} 2024-11-14T18:12:24,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-14T18:12:24,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1345cca1a494ff3082eed046c4eb5ca3, ASSIGN}] 2024-11-14T18:12:24,857 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1345cca1a494ff3082eed046c4eb5ca3, ASSIGN 2024-11-14T18:12:24,859 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=1345cca1a494ff3082eed046c4eb5ca3, ASSIGN; state=OFFLINE, location=eed19b614a58,42787,1731607940149; forceNewPlan=false, retain=false 2024-11-14T18:12:25,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1345cca1a494ff3082eed046c4eb5ca3, regionState=OPENING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:25,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 1345cca1a494ff3082eed046c4eb5ca3, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:12:25,175 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:25,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:12:25,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 1345cca1a494ff3082eed046c4eb5ca3, NAME => 'hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:12:25,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 1345cca1a494ff3082eed046c4eb5ca3 2024-11-14T18:12:25,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:12:25,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 1345cca1a494ff3082eed046c4eb5ca3 2024-11-14T18:12:25,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 1345cca1a494ff3082eed046c4eb5ca3 2024-11-14T18:12:25,198 INFO [StoreOpener-1345cca1a494ff3082eed046c4eb5ca3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1345cca1a494ff3082eed046c4eb5ca3 2024-11-14T18:12:25,207 INFO [StoreOpener-1345cca1a494ff3082eed046c4eb5ca3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1345cca1a494ff3082eed046c4eb5ca3 columnFamilyName info 2024-11-14T18:12:25,207 DEBUG [StoreOpener-1345cca1a494ff3082eed046c4eb5ca3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:25,209 INFO [StoreOpener-1345cca1a494ff3082eed046c4eb5ca3-1 {}] regionserver.HStore(327): Store=1345cca1a494ff3082eed046c4eb5ca3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:25,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/namespace/1345cca1a494ff3082eed046c4eb5ca3 2024-11-14T18:12:25,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/namespace/1345cca1a494ff3082eed046c4eb5ca3 2024-11-14T18:12:25,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 1345cca1a494ff3082eed046c4eb5ca3 2024-11-14T18:12:25,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/namespace/1345cca1a494ff3082eed046c4eb5ca3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:12:25,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 1345cca1a494ff3082eed046c4eb5ca3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72250527, jitterRate=0.07661674916744232}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T18:12:25,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 1345cca1a494ff3082eed046c4eb5ca3: 2024-11-14T18:12:25,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3., pid=6, masterSystemTime=1731607945175 2024-11-14T18:12:25,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:12:25,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:12:25,253 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1345cca1a494ff3082eed046c4eb5ca3, regionState=OPEN, openSeqNum=2, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:25,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T18:12:25,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 1345cca1a494ff3082eed046c4eb5ca3, server=eed19b614a58,42787,1731607940149 in 239 msec 2024-11-14T18:12:25,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T18:12:25,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=1345cca1a494ff3082eed046c4eb5ca3, ASSIGN in 410 msec 2024-11-14T18:12:25,271 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:12:25,271 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731607945271"}]},"ts":"1731607945271"} 2024-11-14T18:12:25,278 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-14T18:12:25,295 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:12:25,295 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-14T18:12:25,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.5120 sec 2024-11-14T18:12:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-14T18:12:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:12:25,340 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-14T18:12:25,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-14T18:12:25,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 38 msec 2024-11-14T18:12:25,385 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-14T18:12:25,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-14T18:12:25,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-11-14T18:12:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-14T18:12:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-14T18:12:25,463 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.031sec 2024-11-14T18:12:25,465 INFO [master/eed19b614a58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T18:12:25,467 INFO [master/eed19b614a58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T18:12:25,468 INFO [master/eed19b614a58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T18:12:25,469 INFO [master/eed19b614a58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T18:12:25,469 INFO [master/eed19b614a58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T18:12:25,471 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eed19b614a58,32959,1731607938437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T18:12:25,472 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eed19b614a58,32959,1731607938437-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T18:12:25,488 DEBUG [master/eed19b614a58:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-14T18:12:25,490 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T18:12:25,490 INFO [master/eed19b614a58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eed19b614a58,32959,1731607938437-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T18:12:25,511 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6169df5c to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3c3fb3 2024-11-14T18:12:25,512 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-14T18:12:25,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a59d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:25,533 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T18:12:25,533 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T18:12:25,546 DEBUG [hconnection-0x46f0e06c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:25,558 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:25,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=eed19b614a58,32959,1731607938437 2024-11-14T18:12:25,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=217, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=940, ProcessCount=11, AvailableMemoryMB=2711 2024-11-14T18:12:25,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:12:25,611 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:12:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T18:12:25,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:12:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T18:12:25,634 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:12:25,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-14T18:12:25,635 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:25,638 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:12:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T18:12:25,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741837_1013 (size=960) 2024-11-14T18:12:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T18:12:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T18:12:26,058 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663 2024-11-14T18:12:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741838_1014 (size=53) 2024-11-14T18:12:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T18:12:26,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:12:26,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6d53c7df530f7a9f5b1fbcf4c4b15268, disabling compactions & flushes 2024-11-14T18:12:26,497 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:26,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:26,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. after waiting 0 ms 2024-11-14T18:12:26,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:26,497 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:26,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:26,501 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:12:26,503 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731607946502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731607946502"}]},"ts":"1731607946502"} 2024-11-14T18:12:26,534 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T18:12:26,537 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:12:26,537 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731607946537"}]},"ts":"1731607946537"} 2024-11-14T18:12:26,554 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T18:12:26,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d53c7df530f7a9f5b1fbcf4c4b15268, ASSIGN}] 2024-11-14T18:12:26,592 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d53c7df530f7a9f5b1fbcf4c4b15268, ASSIGN 2024-11-14T18:12:26,595 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d53c7df530f7a9f5b1fbcf4c4b15268, ASSIGN; state=OFFLINE, location=eed19b614a58,42787,1731607940149; forceNewPlan=false, retain=false 2024-11-14T18:12:26,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6d53c7df530f7a9f5b1fbcf4c4b15268, regionState=OPENING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:26,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:12:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T18:12:26,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:26,913 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:26,913 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:12:26,914 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:26,914 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:12:26,914 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:26,914 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:26,917 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:26,922 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:12:26,922 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d53c7df530f7a9f5b1fbcf4c4b15268 columnFamilyName A 2024-11-14T18:12:26,922 DEBUG [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:26,924 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] regionserver.HStore(327): Store=6d53c7df530f7a9f5b1fbcf4c4b15268/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:26,924 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:26,927 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:12:26,927 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d53c7df530f7a9f5b1fbcf4c4b15268 columnFamilyName B 2024-11-14T18:12:26,927 DEBUG [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:26,928 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] regionserver.HStore(327): Store=6d53c7df530f7a9f5b1fbcf4c4b15268/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:26,928 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:26,931 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:12:26,932 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d53c7df530f7a9f5b1fbcf4c4b15268 columnFamilyName C 2024-11-14T18:12:26,932 DEBUG [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:26,933 INFO [StoreOpener-6d53c7df530f7a9f5b1fbcf4c4b15268-1 {}] regionserver.HStore(327): Store=6d53c7df530f7a9f5b1fbcf4c4b15268/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:26,934 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:26,936 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:26,937 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:26,941 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T18:12:26,944 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:26,947 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:12:26,948 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 6d53c7df530f7a9f5b1fbcf4c4b15268; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74116381, jitterRate=0.10442014038562775}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T18:12:26,949 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:26,951 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., pid=11, masterSystemTime=1731607946905 2024-11-14T18:12:26,955 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:26,955 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:26,956 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6d53c7df530f7a9f5b1fbcf4c4b15268, regionState=OPEN, openSeqNum=2, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:26,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T18:12:26,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 in 210 msec 2024-11-14T18:12:26,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T18:12:26,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d53c7df530f7a9f5b1fbcf4c4b15268, ASSIGN in 380 msec 2024-11-14T18:12:26,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:12:26,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731607946970"}]},"ts":"1731607946970"} 2024-11-14T18:12:26,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T18:12:26,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:12:27,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3700 sec 2024-11-14T18:12:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T18:12:27,769 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-14T18:12:27,776 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22ff9396 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@565a0a51 2024-11-14T18:12:27,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38196d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:27,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:27,819 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:27,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:12:27,826 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:12:27,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd26d7b to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76bfdcf5 2024-11-14T18:12:27,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28808bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:27,883 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x536a4a58 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b3a6cb4 2024-11-14T18:12:27,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3888ad7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:27,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18751c86 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29b132d8 2024-11-14T18:12:27,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54af89df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:27,985 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2dd0bbda to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@dd77b4a 2024-11-14T18:12:28,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f2a76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:28,034 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c57419f to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a33c837 2024-11-14T18:12:28,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f7d3d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:28,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0febc460 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47c7c7c9 2024-11-14T18:12:28,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf8e82a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:28,152 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e957ecd to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37950159 2024-11-14T18:12:28,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba01639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:28,209 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d5a9f0f to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6704743 2024-11-14T18:12:28,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24890c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:28,270 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39028e20 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d4c9c1c 2024-11-14T18:12:28,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cab508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:28,312 DEBUG [hconnection-0x71465415-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:28,319 DEBUG [hconnection-0x68059659-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:28,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:12:28,323 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:28,324 DEBUG [hconnection-0x7782676d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:28,327 DEBUG [hconnection-0x6aaf36c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-14T18:12:28,330 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:12:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T18:12:28,333 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:12:28,334 DEBUG [hconnection-0xd52e4fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:28,334 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:28,334 DEBUG [hconnection-0x6d12bc4e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:28,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:12:28,337 DEBUG [hconnection-0x1a548127-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:28,344 DEBUG [hconnection-0xc43284f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:28,346 DEBUG [hconnection-0x15dd0c27-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:28,351 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:28,354 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:28,354 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:28,358 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:28,366 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:28,373 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:28,406 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T18:12:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:28,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T18:12:28,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:28,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:28,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:28,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:28,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:28,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T18:12:28,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:28,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:28,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:28,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:28,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T18:12:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:28,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:28,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T18:12:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:28,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:28,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/412cbaf0f79245938878179df4413556 is 50, key is test_row_0/A:col10/1731607948442/Put/seqid=0 2024-11-14T18:12:28,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741839_1015 (size=12001) 2024-11-14T18:12:28,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/412cbaf0f79245938878179df4413556 2024-11-14T18:12:28,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608008802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:28,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608008918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T18:12:28,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608008928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:28,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608008941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:28,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:28,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T18:12:28,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608008944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:28,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:28,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608009046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608009055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608009056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608009071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/f20f01e09a3245acb23f9c860dea7ffe is 50, key is test_row_0/B:col10/1731607948442/Put/seqid=0 2024-11-14T18:12:29,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608009078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T18:12:29,138 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T18:12:29,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:29,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741840_1016 (size=12001) 2024-11-14T18:12:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T18:12:29,229 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T18:12:29,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-14T18:12:29,231 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:12:29,231 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T18:12:29,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-14T18:12:29,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-14T18:12:29,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:12:29,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T18:12:29,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T18:12:29,240 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T18:12:29,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T18:12:29,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T18:12:29,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608009262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608009266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608009267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T18:12:29,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:29,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:29,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:29,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608009302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608009290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T18:12:29,454 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T18:12:29,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:29,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:29,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:29,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/f20f01e09a3245acb23f9c860dea7ffe 2024-11-14T18:12:29,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608009600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608009600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608009602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T18:12:29,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:29,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:29,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608009618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:29,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608009627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/8f8e6e8a31204d6a841814e09335b084 is 50, key is test_row_0/C:col10/1731607948442/Put/seqid=0 2024-11-14T18:12:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741841_1017 (size=12001) 2024-11-14T18:12:29,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/8f8e6e8a31204d6a841814e09335b084 2024-11-14T18:12:29,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/412cbaf0f79245938878179df4413556 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/412cbaf0f79245938878179df4413556 2024-11-14T18:12:29,784 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T18:12:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:29,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:29,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:29,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/412cbaf0f79245938878179df4413556, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T18:12:29,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/f20f01e09a3245acb23f9c860dea7ffe as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f20f01e09a3245acb23f9c860dea7ffe 2024-11-14T18:12:29,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f20f01e09a3245acb23f9c860dea7ffe, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T18:12:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/8f8e6e8a31204d6a841814e09335b084 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/8f8e6e8a31204d6a841814e09335b084 2024-11-14T18:12:29,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/8f8e6e8a31204d6a841814e09335b084, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T18:12:29,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 1449ms, sequenceid=14, compaction requested=false 2024-11-14T18:12:29,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:29,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:29,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T18:12:29,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:29,963 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T18:12:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:29,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/56776d3731544acdab3dd3cb3e8d1c14 is 50, key is test_row_0/A:col10/1731607948845/Put/seqid=0 2024-11-14T18:12:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741842_1018 (size=12001) 2024-11-14T18:12:30,073 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/56776d3731544acdab3dd3cb3e8d1c14 2024-11-14T18:12:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/8a32e6ed48be4d9e9aff561d30926544 is 50, key is test_row_0/B:col10/1731607948845/Put/seqid=0 2024-11-14T18:12:30,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741843_1019 (size=12001) 2024-11-14T18:12:30,140 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/8a32e6ed48be4d9e9aff561d30926544 2024-11-14T18:12:30,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:30,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/1703c0ac5b8d4975921ccd004f9bda0b is 50, key is test_row_0/C:col10/1731607948845/Put/seqid=0 2024-11-14T18:12:30,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608010195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608010218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608010208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608010230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608010235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741844_1020 (size=12001) 2024-11-14T18:12:30,260 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/1703c0ac5b8d4975921ccd004f9bda0b 2024-11-14T18:12:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/56776d3731544acdab3dd3cb3e8d1c14 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/56776d3731544acdab3dd3cb3e8d1c14 2024-11-14T18:12:30,309 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/56776d3731544acdab3dd3cb3e8d1c14, entries=150, sequenceid=38, filesize=11.7 K 2024-11-14T18:12:30,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/8a32e6ed48be4d9e9aff561d30926544 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/8a32e6ed48be4d9e9aff561d30926544 2024-11-14T18:12:30,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,345 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/8a32e6ed48be4d9e9aff561d30926544, entries=150, sequenceid=38, filesize=11.7 K 2024-11-14T18:12:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608010341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/1703c0ac5b8d4975921ccd004f9bda0b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1703c0ac5b8d4975921ccd004f9bda0b 2024-11-14T18:12:30,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608010360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,381 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1703c0ac5b8d4975921ccd004f9bda0b, entries=150, sequenceid=38, filesize=11.7 K 2024-11-14T18:12:30,387 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 424ms, sequenceid=38, compaction requested=false 2024-11-14T18:12:30,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:30,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:30,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T18:12:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-14T18:12:30,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T18:12:30,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:30,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:30,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:30,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:30,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:30,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:30,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T18:12:30,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0580 sec 2024-11-14T18:12:30,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0800 sec 2024-11-14T18:12:30,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/22abc4d7959548529edfcfd15aa30070 is 50, key is test_row_0/A:col10/1731607950227/Put/seqid=0 2024-11-14T18:12:30,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741845_1021 (size=14341) 2024-11-14T18:12:30,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/22abc4d7959548529edfcfd15aa30070 2024-11-14T18:12:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T18:12:30,479 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-14T18:12:30,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:12:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-14T18:12:30,502 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:12:30,504 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:12:30,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:12:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T18:12:30,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/7c1889071f1848939a1795a64fd127d7 is 50, key is test_row_0/B:col10/1731607950227/Put/seqid=0 2024-11-14T18:12:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741846_1022 (size=12001) 2024-11-14T18:12:30,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/7c1889071f1848939a1795a64fd127d7 2024-11-14T18:12:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T18:12:30,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/cf2f17e64cd44540a8ae707fd9a2f7c3 is 50, key is test_row_0/C:col10/1731607950227/Put/seqid=0 2024-11-14T18:12:30,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T18:12:30,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:30,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:30,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:30,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:30,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:30,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608010656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608010647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608010658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608010658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608010678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741847_1023 (size=12001) 2024-11-14T18:12:30,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608010799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T18:12:30,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608010806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608010814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608010814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:30,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T18:12:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:30,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:30,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608010828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T18:12:31,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:31,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:31,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:31,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608011027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608011042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608011042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608011058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608011086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T18:12:31,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/cf2f17e64cd44540a8ae707fd9a2f7c3 2024-11-14T18:12:31,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T18:12:31,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:31,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:31,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:31,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/22abc4d7959548529edfcfd15aa30070 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/22abc4d7959548529edfcfd15aa30070 2024-11-14T18:12:31,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/22abc4d7959548529edfcfd15aa30070, entries=200, sequenceid=51, filesize=14.0 K 2024-11-14T18:12:31,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T18:12:31,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:31,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:31,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:31,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/7c1889071f1848939a1795a64fd127d7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/7c1889071f1848939a1795a64fd127d7 2024-11-14T18:12:31,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608011356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608011358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608011363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608011377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608011408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/7c1889071f1848939a1795a64fd127d7, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T18:12:31,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/cf2f17e64cd44540a8ae707fd9a2f7c3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/cf2f17e64cd44540a8ae707fd9a2f7c3 2024-11-14T18:12:31,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T18:12:31,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:31,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:31,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:31,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:31,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/cf2f17e64cd44540a8ae707fd9a2f7c3, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T18:12:31,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 1187ms, sequenceid=51, compaction requested=true 2024-11-14T18:12:31,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:31,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:12:31,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:31,591 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:31,594 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:12:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:12:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:31,614 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:31,616 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/B is initiating minor compaction (all files) 2024-11-14T18:12:31,617 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/B in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:31,617 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f20f01e09a3245acb23f9c860dea7ffe, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/8a32e6ed48be4d9e9aff561d30926544, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/7c1889071f1848939a1795a64fd127d7] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=35.2 K 2024-11-14T18:12:31,626 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:31,626 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/A is initiating minor compaction (all files) 2024-11-14T18:12:31,626 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/A in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:31,627 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/412cbaf0f79245938878179df4413556, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/56776d3731544acdab3dd3cb3e8d1c14, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/22abc4d7959548529edfcfd15aa30070] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=37.4 K 2024-11-14T18:12:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T18:12:31,637 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting f20f01e09a3245acb23f9c860dea7ffe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731607948435 2024-11-14T18:12:31,638 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 412cbaf0f79245938878179df4413556, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731607948435 2024-11-14T18:12:31,647 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a32e6ed48be4d9e9aff561d30926544, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731607948791 2024-11-14T18:12:31,649 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c1889071f1848939a1795a64fd127d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731607950209 2024-11-14T18:12:31,650 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56776d3731544acdab3dd3cb3e8d1c14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731607948791 2024-11-14T18:12:31,664 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22abc4d7959548529edfcfd15aa30070, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731607950195 2024-11-14T18:12:31,682 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:31,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T18:12:31,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:31,684 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T18:12:31,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:31,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/ea1f71b9bcb847f68ed7ef0ed4d0b6e6 is 50, key is test_row_0/A:col10/1731607950644/Put/seqid=0 2024-11-14T18:12:31,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741848_1024 (size=12001) 2024-11-14T18:12:31,826 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/ea1f71b9bcb847f68ed7ef0ed4d0b6e6 2024-11-14T18:12:31,842 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#A#compaction#11 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:31,844 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/825efbd9e0204655a093e4724492511d is 50, key is test_row_0/A:col10/1731607950227/Put/seqid=0 2024-11-14T18:12:31,844 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#B#compaction#10 average throughput is 0.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:31,846 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/9799cb6e06934f07aaca5579dc35a923 is 50, key is test_row_0/B:col10/1731607950227/Put/seqid=0 2024-11-14T18:12:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741849_1025 (size=12104) 2024-11-14T18:12:31,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/f5edcf137d1645a2884aab763d6ead99 is 50, key is test_row_0/B:col10/1731607950644/Put/seqid=0 2024-11-14T18:12:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741850_1026 (size=12104) 2024-11-14T18:12:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:31,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:31,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741851_1027 (size=12001) 2024-11-14T18:12:31,962 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/825efbd9e0204655a093e4724492511d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/825efbd9e0204655a093e4724492511d 2024-11-14T18:12:32,000 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/A of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 825efbd9e0204655a093e4724492511d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:32,000 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:32,000 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/A, priority=13, startTime=1731607951587; duration=0sec 2024-11-14T18:12:32,001 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:32,001 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:A 2024-11-14T18:12:32,001 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:32,005 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:32,005 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/C is initiating minor compaction (all files) 2024-11-14T18:12:32,005 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/C in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:32,006 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/8f8e6e8a31204d6a841814e09335b084, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1703c0ac5b8d4975921ccd004f9bda0b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/cf2f17e64cd44540a8ae707fd9a2f7c3] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=35.2 K 2024-11-14T18:12:32,007 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f8e6e8a31204d6a841814e09335b084, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731607948435 2024-11-14T18:12:32,008 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1703c0ac5b8d4975921ccd004f9bda0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731607948791 2024-11-14T18:12:32,012 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf2f17e64cd44540a8ae707fd9a2f7c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731607950209 2024-11-14T18:12:32,078 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#C#compaction#13 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:32,081 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/f93c989a72924527b45604a634bae0ad is 50, key is test_row_0/C:col10/1731607950227/Put/seqid=0 2024-11-14T18:12:32,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608012046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608012060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608012067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608012068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608012079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741852_1028 (size=12104) 2024-11-14T18:12:32,187 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/f93c989a72924527b45604a634bae0ad as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/f93c989a72924527b45604a634bae0ad 2024-11-14T18:12:32,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608012199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608012207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608012212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608012214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608012214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,247 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/C of 6d53c7df530f7a9f5b1fbcf4c4b15268 into f93c989a72924527b45604a634bae0ad(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:32,247 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:32,247 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/C, priority=13, startTime=1731607951594; duration=0sec 2024-11-14T18:12:32,247 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:32,247 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:C 2024-11-14T18:12:32,333 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/9799cb6e06934f07aaca5579dc35a923 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/9799cb6e06934f07aaca5579dc35a923 2024-11-14T18:12:32,363 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/f5edcf137d1645a2884aab763d6ead99 2024-11-14T18:12:32,388 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/B of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 9799cb6e06934f07aaca5579dc35a923(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:32,388 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:32,388 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/B, priority=13, startTime=1731607951590; duration=0sec 2024-11-14T18:12:32,388 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:32,388 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:B 2024-11-14T18:12:32,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/226a9670f15e43bf978d0ab72a19846b is 50, key is test_row_0/C:col10/1731607950644/Put/seqid=0 2024-11-14T18:12:32,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608012433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608012438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608012438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608012450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608012451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741853_1029 (size=12001) 2024-11-14T18:12:32,488 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/226a9670f15e43bf978d0ab72a19846b 2024-11-14T18:12:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/ea1f71b9bcb847f68ed7ef0ed4d0b6e6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ea1f71b9bcb847f68ed7ef0ed4d0b6e6 2024-11-14T18:12:32,561 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ea1f71b9bcb847f68ed7ef0ed4d0b6e6, entries=150, sequenceid=74, filesize=11.7 K 2024-11-14T18:12:32,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/f5edcf137d1645a2884aab763d6ead99 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f5edcf137d1645a2884aab763d6ead99 2024-11-14T18:12:32,606 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f5edcf137d1645a2884aab763d6ead99, entries=150, sequenceid=74, filesize=11.7 K 2024-11-14T18:12:32,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/226a9670f15e43bf978d0ab72a19846b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/226a9670f15e43bf978d0ab72a19846b 2024-11-14T18:12:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T18:12:32,637 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/226a9670f15e43bf978d0ab72a19846b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-14T18:12:32,641 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 957ms, sequenceid=74, compaction requested=false 2024-11-14T18:12:32,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:32,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:32,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T18:12:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-14T18:12:32,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T18:12:32,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1420 sec 2024-11-14T18:12:32,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.1850 sec 2024-11-14T18:12:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:32,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T18:12:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:32,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c64d80100cf544a8a2c938efd51e9ee5 is 50, key is test_row_0/A:col10/1731607952036/Put/seqid=0 2024-11-14T18:12:32,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741854_1030 (size=19021) 2024-11-14T18:12:32,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c64d80100cf544a8a2c938efd51e9ee5 2024-11-14T18:12:32,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/4ed7f90b6de74e12b6625e2598d7c952 is 50, key is test_row_0/B:col10/1731607952036/Put/seqid=0 2024-11-14T18:12:32,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608012924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608012932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608012938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608012970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608012974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:32,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741855_1031 (size=12001) 2024-11-14T18:12:33,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608013078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608013085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608013079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608013091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608013092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608013289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608013309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608013315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608013316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608013319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/4ed7f90b6de74e12b6625e2598d7c952 2024-11-14T18:12:33,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/33fd138d1eb4489eb5ab4e32b8f4408a is 50, key is test_row_0/C:col10/1731607952036/Put/seqid=0 2024-11-14T18:12:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741856_1032 (size=12001) 2024-11-14T18:12:33,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608013600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608013621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608013647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608013651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608013654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:33,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/33fd138d1eb4489eb5ab4e32b8f4408a 2024-11-14T18:12:34,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c64d80100cf544a8a2c938efd51e9ee5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c64d80100cf544a8a2c938efd51e9ee5 2024-11-14T18:12:34,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c64d80100cf544a8a2c938efd51e9ee5, entries=300, sequenceid=93, filesize=18.6 K 2024-11-14T18:12:34,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/4ed7f90b6de74e12b6625e2598d7c952 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/4ed7f90b6de74e12b6625e2598d7c952 2024-11-14T18:12:34,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/4ed7f90b6de74e12b6625e2598d7c952, entries=150, sequenceid=93, filesize=11.7 K 2024-11-14T18:12:34,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/33fd138d1eb4489eb5ab4e32b8f4408a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/33fd138d1eb4489eb5ab4e32b8f4408a 2024-11-14T18:12:34,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/33fd138d1eb4489eb5ab4e32b8f4408a, entries=150, sequenceid=93, filesize=11.7 K 2024-11-14T18:12:34,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 1334ms, sequenceid=93, compaction requested=true 2024-11-14T18:12:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:12:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:12:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:12:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:12:34,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T18:12:34,124 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:34,130 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:34,136 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:34,136 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/A is initiating minor compaction (all files) 2024-11-14T18:12:34,136 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/A in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:34,136 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/825efbd9e0204655a093e4724492511d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ea1f71b9bcb847f68ed7ef0ed4d0b6e6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c64d80100cf544a8a2c938efd51e9ee5] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=42.1 K 2024-11-14T18:12:34,137 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 825efbd9e0204655a093e4724492511d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731607950209 2024-11-14T18:12:34,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T18:12:34,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:34,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:34,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:34,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:34,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:34,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:34,143 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting ea1f71b9bcb847f68ed7ef0ed4d0b6e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731607950572 2024-11-14T18:12:34,144 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c64d80100cf544a8a2c938efd51e9ee5, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731607952036 2024-11-14T18:12:34,150 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:34,150 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/C is initiating minor compaction (all files) 2024-11-14T18:12:34,150 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/C in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:34,151 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/f93c989a72924527b45604a634bae0ad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/226a9670f15e43bf978d0ab72a19846b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/33fd138d1eb4489eb5ab4e32b8f4408a] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=35.3 K 2024-11-14T18:12:34,155 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting f93c989a72924527b45604a634bae0ad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731607950209 2024-11-14T18:12:34,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c8f43d10e5fc4bd9bc7a630f0e29d5f7 is 50, key is test_row_0/A:col10/1731607952903/Put/seqid=0 2024-11-14T18:12:34,162 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 226a9670f15e43bf978d0ab72a19846b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731607950572 2024-11-14T18:12:34,165 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33fd138d1eb4489eb5ab4e32b8f4408a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731607952036 2024-11-14T18:12:34,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741857_1033 (size=14341) 2024-11-14T18:12:34,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c8f43d10e5fc4bd9bc7a630f0e29d5f7 2024-11-14T18:12:34,219 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#A#compaction#19 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:34,220 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/ccb9cc05dd4541e4923e22615a9640a5 is 50, key is test_row_0/A:col10/1731607952036/Put/seqid=0 2024-11-14T18:12:34,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741858_1034 (size=12207) 2024-11-14T18:12:34,254 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#C#compaction#20 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:34,255 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/0bb8374040704bcb874fa4190fd960ba is 50, key is test_row_0/C:col10/1731607952036/Put/seqid=0 2024-11-14T18:12:34,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608014210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608014216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608014221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608014227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608014249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/493af31f2a00425a881837122d6cc70c is 50, key is test_row_0/B:col10/1731607952903/Put/seqid=0 2024-11-14T18:12:34,275 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/ccb9cc05dd4541e4923e22615a9640a5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ccb9cc05dd4541e4923e22615a9640a5 2024-11-14T18:12:34,292 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/A of 6d53c7df530f7a9f5b1fbcf4c4b15268 into ccb9cc05dd4541e4923e22615a9640a5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:34,292 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:34,293 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/A, priority=13, startTime=1731607954124; duration=0sec 2024-11-14T18:12:34,294 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:34,294 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:A 2024-11-14T18:12:34,295 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:34,300 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:34,300 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/B is initiating minor compaction (all files) 2024-11-14T18:12:34,300 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/B in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:34,301 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/9799cb6e06934f07aaca5579dc35a923, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f5edcf137d1645a2884aab763d6ead99, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/4ed7f90b6de74e12b6625e2598d7c952] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=35.3 K 2024-11-14T18:12:34,303 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9799cb6e06934f07aaca5579dc35a923, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731607950209 2024-11-14T18:12:34,304 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting f5edcf137d1645a2884aab763d6ead99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731607950572 2024-11-14T18:12:34,305 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ed7f90b6de74e12b6625e2598d7c952, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731607952036 2024-11-14T18:12:34,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741859_1035 (size=12207) 2024-11-14T18:12:34,341 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:34,342 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/2c22e441c1d541a1b8b319423b4a7a19 is 50, key is test_row_0/B:col10/1731607952036/Put/seqid=0 2024-11-14T18:12:34,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741860_1036 (size=12001) 2024-11-14T18:12:34,357 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/0bb8374040704bcb874fa4190fd960ba as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/0bb8374040704bcb874fa4190fd960ba 2024-11-14T18:12:34,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/493af31f2a00425a881837122d6cc70c 2024-11-14T18:12:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741861_1037 (size=12207) 2024-11-14T18:12:34,392 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/C of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 0bb8374040704bcb874fa4190fd960ba(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:34,392 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:34,392 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/C, priority=13, startTime=1731607954124; duration=0sec 2024-11-14T18:12:34,393 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:34,393 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:C 2024-11-14T18:12:34,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608014380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608014382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608014387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608014388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/b75b93bd40324546a64a89fc19eaea7f is 50, key is test_row_0/C:col10/1731607952903/Put/seqid=0 2024-11-14T18:12:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608014407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741862_1038 (size=12001) 2024-11-14T18:12:34,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/b75b93bd40324546a64a89fc19eaea7f 2024-11-14T18:12:34,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c8f43d10e5fc4bd9bc7a630f0e29d5f7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c8f43d10e5fc4bd9bc7a630f0e29d5f7 2024-11-14T18:12:34,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c8f43d10e5fc4bd9bc7a630f0e29d5f7, entries=200, sequenceid=115, filesize=14.0 K 2024-11-14T18:12:34,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/493af31f2a00425a881837122d6cc70c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/493af31f2a00425a881837122d6cc70c 2024-11-14T18:12:34,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/493af31f2a00425a881837122d6cc70c, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T18:12:34,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/b75b93bd40324546a64a89fc19eaea7f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b75b93bd40324546a64a89fc19eaea7f 2024-11-14T18:12:34,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b75b93bd40324546a64a89fc19eaea7f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T18:12:34,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 383ms, sequenceid=115, compaction requested=false 2024-11-14T18:12:34,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:34,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T18:12:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:34,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:34,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:34,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:34,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:34,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:34,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T18:12:34,639 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-14T18:12:34,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c0ce919de4ca47d0afce87f620369e2b is 50, key is test_row_0/A:col10/1731607954607/Put/seqid=0 2024-11-14T18:12:34,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:12:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-14T18:12:34,645 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:12:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T18:12:34,647 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:12:34,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:12:34,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741863_1039 (size=12051) 2024-11-14T18:12:34,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c0ce919de4ca47d0afce87f620369e2b 2024-11-14T18:12:34,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/26df1c41a232411193749da7638bb39b is 50, key is test_row_0/B:col10/1731607954607/Put/seqid=0 2024-11-14T18:12:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741864_1040 (size=12051) 2024-11-14T18:12:34,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/26df1c41a232411193749da7638bb39b 2024-11-14T18:12:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T18:12:34,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608014780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T18:12:34,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:34,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:34,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:34,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:34,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:34,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608014781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608014785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608014789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,814 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/2c22e441c1d541a1b8b319423b4a7a19 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/2c22e441c1d541a1b8b319423b4a7a19 2024-11-14T18:12:34,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608014803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/da39b54e285b4f75bd12bad43eee2bee is 50, key is test_row_0/C:col10/1731607954607/Put/seqid=0 2024-11-14T18:12:34,855 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/B of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 2c22e441c1d541a1b8b319423b4a7a19(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:34,855 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:34,855 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/B, priority=13, startTime=1731607954124; duration=0sec 2024-11-14T18:12:34,855 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:34,856 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:B 2024-11-14T18:12:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741865_1041 (size=12051) 2024-11-14T18:12:34,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/da39b54e285b4f75bd12bad43eee2bee 2024-11-14T18:12:34,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608014911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608014912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608014912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608014918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608014928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c0ce919de4ca47d0afce87f620369e2b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c0ce919de4ca47d0afce87f620369e2b 2024-11-14T18:12:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T18:12:34,966 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:34,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T18:12:34,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c0ce919de4ca47d0afce87f620369e2b, entries=150, sequenceid=134, filesize=11.8 K 2024-11-14T18:12:34,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:34,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:34,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:34,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:34,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/26df1c41a232411193749da7638bb39b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26df1c41a232411193749da7638bb39b 2024-11-14T18:12:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:35,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26df1c41a232411193749da7638bb39b, entries=150, sequenceid=134, filesize=11.8 K 2024-11-14T18:12:35,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/da39b54e285b4f75bd12bad43eee2bee as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/da39b54e285b4f75bd12bad43eee2bee 2024-11-14T18:12:35,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/da39b54e285b4f75bd12bad43eee2bee, entries=150, sequenceid=134, filesize=11.8 K 2024-11-14T18:12:35,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 440ms, sequenceid=134, compaction requested=true 2024-11-14T18:12:35,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:35,052 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:35,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:12:35,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:35,053 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:35,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:12:35,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:35,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:12:35,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:35,068 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:35,068 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/A is initiating minor compaction (all files) 2024-11-14T18:12:35,068 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/A in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:35,069 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ccb9cc05dd4541e4923e22615a9640a5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c8f43d10e5fc4bd9bc7a630f0e29d5f7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c0ce919de4ca47d0afce87f620369e2b] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=37.7 K 2024-11-14T18:12:35,069 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:35,069 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/B is initiating minor compaction (all files) 2024-11-14T18:12:35,069 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/B in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:35,070 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/2c22e441c1d541a1b8b319423b4a7a19, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/493af31f2a00425a881837122d6cc70c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26df1c41a232411193749da7638bb39b] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=35.4 K 2024-11-14T18:12:35,074 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c22e441c1d541a1b8b319423b4a7a19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731607952036 2024-11-14T18:12:35,075 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccb9cc05dd4541e4923e22615a9640a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731607952036 2024-11-14T18:12:35,075 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 493af31f2a00425a881837122d6cc70c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731607952903 2024-11-14T18:12:35,078 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8f43d10e5fc4bd9bc7a630f0e29d5f7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731607952903 2024-11-14T18:12:35,079 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 26df1c41a232411193749da7638bb39b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731607954216 2024-11-14T18:12:35,079 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0ce919de4ca47d0afce87f620369e2b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731607954216 2024-11-14T18:12:35,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T18:12:35,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:35,136 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:12:35,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:35,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:35,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:35,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:35,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:35,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:35,146 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#A#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:35,147 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/8b2cfc5411aa4ef293b01b7112a22d29 is 50, key is test_row_0/A:col10/1731607954607/Put/seqid=0 2024-11-14T18:12:35,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:35,161 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#B#compaction#28 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:35,162 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/a6eae03f1e374a0eb5cbd8ba87e07e48 is 50, key is test_row_0/B:col10/1731607954607/Put/seqid=0 2024-11-14T18:12:35,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c04292db8e194b21bc962186093b1020 is 50, key is test_row_0/A:col10/1731607954772/Put/seqid=0 2024-11-14T18:12:35,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608015194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608015194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608015210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608015230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608015234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741866_1042 (size=12359) 2024-11-14T18:12:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741867_1043 (size=12359) 2024-11-14T18:12:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T18:12:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741868_1044 (size=12151) 2024-11-14T18:12:35,299 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c04292db8e194b21bc962186093b1020 2024-11-14T18:12:35,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608015317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608015319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608015335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608015336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608015340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/922b1e5e5d724ed58d611d5ddfc826e5 is 50, key is test_row_0/B:col10/1731607954772/Put/seqid=0 2024-11-14T18:12:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741869_1045 (size=12151) 2024-11-14T18:12:35,410 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/922b1e5e5d724ed58d611d5ddfc826e5 2024-11-14T18:12:35,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/40995c8b2d30413f9ce056d02ce1818d is 50, key is test_row_0/C:col10/1731607954772/Put/seqid=0 2024-11-14T18:12:35,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741870_1046 (size=12151) 2024-11-14T18:12:35,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608015535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,537 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/40995c8b2d30413f9ce056d02ce1818d 2024-11-14T18:12:35,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608015530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608015560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608015561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608015562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/c04292db8e194b21bc962186093b1020 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c04292db8e194b21bc962186093b1020 2024-11-14T18:12:35,599 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c04292db8e194b21bc962186093b1020, entries=150, sequenceid=154, filesize=11.9 K 2024-11-14T18:12:35,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/922b1e5e5d724ed58d611d5ddfc826e5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/922b1e5e5d724ed58d611d5ddfc826e5 2024-11-14T18:12:35,627 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/922b1e5e5d724ed58d611d5ddfc826e5, entries=150, sequenceid=154, filesize=11.9 K 2024-11-14T18:12:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/40995c8b2d30413f9ce056d02ce1818d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/40995c8b2d30413f9ce056d02ce1818d 2024-11-14T18:12:35,651 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/8b2cfc5411aa4ef293b01b7112a22d29 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8b2cfc5411aa4ef293b01b7112a22d29 2024-11-14T18:12:35,672 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/a6eae03f1e374a0eb5cbd8ba87e07e48 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/a6eae03f1e374a0eb5cbd8ba87e07e48 2024-11-14T18:12:35,697 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/A of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 8b2cfc5411aa4ef293b01b7112a22d29(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:35,697 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:35,697 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/A, priority=13, startTime=1731607955052; duration=0sec 2024-11-14T18:12:35,697 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:35,697 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:A 2024-11-14T18:12:35,698 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:35,716 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/B of 6d53c7df530f7a9f5b1fbcf4c4b15268 into a6eae03f1e374a0eb5cbd8ba87e07e48(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:35,716 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:35,716 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/B, priority=13, startTime=1731607955053; duration=0sec 2024-11-14T18:12:35,716 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:35,716 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:B 2024-11-14T18:12:35,716 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:35,717 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/C is initiating minor compaction (all files) 2024-11-14T18:12:35,717 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/C in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:35,717 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/0bb8374040704bcb874fa4190fd960ba, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b75b93bd40324546a64a89fc19eaea7f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/da39b54e285b4f75bd12bad43eee2bee] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=35.4 K 2024-11-14T18:12:35,722 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bb8374040704bcb874fa4190fd960ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731607952036 2024-11-14T18:12:35,724 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting b75b93bd40324546a64a89fc19eaea7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731607952903 2024-11-14T18:12:35,727 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting da39b54e285b4f75bd12bad43eee2bee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731607954216 2024-11-14T18:12:35,730 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/40995c8b2d30413f9ce056d02ce1818d, entries=150, sequenceid=154, filesize=11.9 K 2024-11-14T18:12:35,741 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 604ms, sequenceid=154, compaction requested=false 2024-11-14T18:12:35,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:35,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:35,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-14T18:12:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-14T18:12:35,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T18:12:35,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1030 sec 2024-11-14T18:12:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T18:12:35,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.1300 sec 2024-11-14T18:12:35,784 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#C#compaction#32 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:35,785 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/8afa8657528c42b2beba33f5c7a0bec5 is 50, key is test_row_0/C:col10/1731607954607/Put/seqid=0 2024-11-14T18:12:35,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741871_1047 (size=12359) 2024-11-14T18:12:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:35,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:12:35,870 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/8afa8657528c42b2beba33f5c7a0bec5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/8afa8657528c42b2beba33f5c7a0bec5 2024-11-14T18:12:35,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:35,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:35,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:35,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:35,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:35,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:35,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/e00c9a5de2414605a411533dc1e90aab is 50, key is test_row_0/A:col10/1731607955862/Put/seqid=0 2024-11-14T18:12:35,918 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/C of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 8afa8657528c42b2beba33f5c7a0bec5(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:35,919 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:35,919 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/C, priority=13, startTime=1731607955053; duration=0sec 2024-11-14T18:12:35,920 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:35,920 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:C 2024-11-14T18:12:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741872_1048 (size=12151) 2024-11-14T18:12:35,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/e00c9a5de2414605a411533dc1e90aab 2024-11-14T18:12:35,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608015939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608015954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608015969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608015970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:35,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608015981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/c1b8b454dea4445e914382df4db369dc is 50, key is test_row_0/B:col10/1731607955862/Put/seqid=0 2024-11-14T18:12:36,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608016083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608016087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608016087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608016092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608016083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741873_1049 (size=12151) 2024-11-14T18:12:36,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/c1b8b454dea4445e914382df4db369dc 2024-11-14T18:12:36,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/6343f0421ac44e6e9bfe7f4459d221cb is 50, key is test_row_0/C:col10/1731607955862/Put/seqid=0 2024-11-14T18:12:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741874_1050 (size=12151) 2024-11-14T18:12:36,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/6343f0421ac44e6e9bfe7f4459d221cb 2024-11-14T18:12:36,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/e00c9a5de2414605a411533dc1e90aab as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e00c9a5de2414605a411533dc1e90aab 2024-11-14T18:12:36,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e00c9a5de2414605a411533dc1e90aab, entries=150, sequenceid=176, filesize=11.9 K 2024-11-14T18:12:36,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608016295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/c1b8b454dea4445e914382df4db369dc as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c1b8b454dea4445e914382df4db369dc 2024-11-14T18:12:36,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608016296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c1b8b454dea4445e914382df4db369dc, entries=150, sequenceid=176, filesize=11.9 K 2024-11-14T18:12:36,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/6343f0421ac44e6e9bfe7f4459d221cb as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6343f0421ac44e6e9bfe7f4459d221cb 2024-11-14T18:12:36,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608016299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608016299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608016320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6343f0421ac44e6e9bfe7f4459d221cb, entries=150, sequenceid=176, filesize=11.9 K 2024-11-14T18:12:36,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 490ms, sequenceid=176, compaction requested=true 2024-11-14T18:12:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:12:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:36,359 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:12:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:36,359 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:12:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:36,363 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:36,363 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/B is initiating minor compaction (all files) 2024-11-14T18:12:36,363 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/B in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:36,364 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/a6eae03f1e374a0eb5cbd8ba87e07e48, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/922b1e5e5d724ed58d611d5ddfc826e5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c1b8b454dea4445e914382df4db369dc] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=35.8 K 2024-11-14T18:12:36,366 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:36,366 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/A is initiating minor compaction (all files) 2024-11-14T18:12:36,366 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/A in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:36,366 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8b2cfc5411aa4ef293b01b7112a22d29, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c04292db8e194b21bc962186093b1020, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e00c9a5de2414605a411533dc1e90aab] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=35.8 K 2024-11-14T18:12:36,367 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting a6eae03f1e374a0eb5cbd8ba87e07e48, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731607954216 2024-11-14T18:12:36,368 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b2cfc5411aa4ef293b01b7112a22d29, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731607954216 2024-11-14T18:12:36,368 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 922b1e5e5d724ed58d611d5ddfc826e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731607954770 2024-11-14T18:12:36,371 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c1b8b454dea4445e914382df4db369dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731607955192 2024-11-14T18:12:36,371 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c04292db8e194b21bc962186093b1020, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731607954770 2024-11-14T18:12:36,377 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting e00c9a5de2414605a411533dc1e90aab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731607955192 2024-11-14T18:12:36,428 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#B#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:36,429 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/16d1e27ea726403a931c3b3fb8da165b is 50, key is test_row_0/B:col10/1731607955862/Put/seqid=0 2024-11-14T18:12:36,448 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#A#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:36,449 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/b712c9fc21804bb683338c1a88ed58b3 is 50, key is test_row_0/A:col10/1731607955862/Put/seqid=0 2024-11-14T18:12:36,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741875_1051 (size=12561) 2024-11-14T18:12:36,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741876_1052 (size=12561) 2024-11-14T18:12:36,563 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/16d1e27ea726403a931c3b3fb8da165b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/16d1e27ea726403a931c3b3fb8da165b 2024-11-14T18:12:36,603 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/b712c9fc21804bb683338c1a88ed58b3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/b712c9fc21804bb683338c1a88ed58b3 2024-11-14T18:12:36,619 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/B of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 16d1e27ea726403a931c3b3fb8da165b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:36,619 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:36,619 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/B, priority=13, startTime=1731607956359; duration=0sec 2024-11-14T18:12:36,619 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:36,619 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:B 2024-11-14T18:12:36,619 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:36,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:12:36,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:36,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:36,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:36,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:36,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:36,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:36,631 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/A of 6d53c7df530f7a9f5b1fbcf4c4b15268 into b712c9fc21804bb683338c1a88ed58b3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:36,631 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:36,632 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/A, priority=13, startTime=1731607956359; duration=0sec 2024-11-14T18:12:36,632 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:36,632 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:A 2024-11-14T18:12:36,634 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:36,634 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/C is initiating minor compaction (all files) 2024-11-14T18:12:36,634 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/C in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:36,635 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/8afa8657528c42b2beba33f5c7a0bec5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/40995c8b2d30413f9ce056d02ce1818d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6343f0421ac44e6e9bfe7f4459d221cb] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=35.8 K 2024-11-14T18:12:36,636 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8afa8657528c42b2beba33f5c7a0bec5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731607954216 2024-11-14T18:12:36,637 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 40995c8b2d30413f9ce056d02ce1818d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731607954770 2024-11-14T18:12:36,646 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 6343f0421ac44e6e9bfe7f4459d221cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731607955192 2024-11-14T18:12:36,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/e27603df4ad5428fa43ca4e3cace2be6 is 50, key is test_row_0/A:col10/1731607955942/Put/seqid=0 2024-11-14T18:12:36,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741877_1053 (size=12151) 2024-11-14T18:12:36,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/e27603df4ad5428fa43ca4e3cace2be6 2024-11-14T18:12:36,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608016686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608016696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608016699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608016703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,716 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608016709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,717 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/53ae93800e9e40e7bbb8451027746c30 is 50, key is test_row_0/C:col10/1731607955862/Put/seqid=0 2024-11-14T18:12:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T18:12:36,768 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-14T18:12:36,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:12:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-14T18:12:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T18:12:36,783 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:12:36,785 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:12:36,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:12:36,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741878_1054 (size=12561) 2024-11-14T18:12:36,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/ff813c9b25e442c0bd151635660d4057 is 50, key is test_row_0/B:col10/1731607955942/Put/seqid=0 2024-11-14T18:12:36,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608016811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608016813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608016819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608016819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608016820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,838 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/53ae93800e9e40e7bbb8451027746c30 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/53ae93800e9e40e7bbb8451027746c30 2024-11-14T18:12:36,860 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/C of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 53ae93800e9e40e7bbb8451027746c30(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:36,861 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:36,861 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/C, priority=13, startTime=1731607956359; duration=0sec 2024-11-14T18:12:36,861 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:36,861 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:C 2024-11-14T18:12:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741879_1055 (size=12151) 2024-11-14T18:12:36,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/ff813c9b25e442c0bd151635660d4057 2024-11-14T18:12:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T18:12:36,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/41f938772aa74f609b4c9b02246ac373 is 50, key is test_row_0/C:col10/1731607955942/Put/seqid=0 2024-11-14T18:12:36,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:36,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T18:12:36,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:36,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:36,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:36,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:36,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:36,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741880_1056 (size=12151) 2024-11-14T18:12:36,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/41f938772aa74f609b4c9b02246ac373 2024-11-14T18:12:37,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/e27603df4ad5428fa43ca4e3cace2be6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e27603df4ad5428fa43ca4e3cace2be6 2024-11-14T18:12:37,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608017026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608017027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608017027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608017028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e27603df4ad5428fa43ca4e3cace2be6, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T18:12:37,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/ff813c9b25e442c0bd151635660d4057 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/ff813c9b25e442c0bd151635660d4057 2024-11-14T18:12:37,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608017044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/ff813c9b25e442c0bd151635660d4057, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T18:12:37,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/41f938772aa74f609b4c9b02246ac373 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/41f938772aa74f609b4c9b02246ac373 2024-11-14T18:12:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T18:12:37,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/41f938772aa74f609b4c9b02246ac373, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T18:12:37,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 483ms, sequenceid=197, compaction requested=false 2024-11-14T18:12:37,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:37,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T18:12:37,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:37,136 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T18:12:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:37,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/fe8710cd8b5e47acbfd8daff26c05db5 is 50, key is test_row_0/A:col10/1731607956690/Put/seqid=0 2024-11-14T18:12:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741881_1057 (size=12151) 2024-11-14T18:12:37,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T18:12:37,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608017428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608017418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608017433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608017434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608017440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608017541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608017547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608017550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608017551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608017570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,598 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/fe8710cd8b5e47acbfd8daff26c05db5 2024-11-14T18:12:37,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/774371564b494f7588a00d615d0b7327 is 50, key is test_row_0/B:col10/1731607956690/Put/seqid=0 2024-11-14T18:12:37,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741882_1058 (size=12151) 2024-11-14T18:12:37,694 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/774371564b494f7588a00d615d0b7327 2024-11-14T18:12:37,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/6fd6051d7af4451b830327273c4b526b is 50, key is test_row_0/C:col10/1731607956690/Put/seqid=0 2024-11-14T18:12:37,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608017751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608017761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608017764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608017764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741883_1059 (size=12151) 2024-11-14T18:12:37,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608017779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:37,792 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/6fd6051d7af4451b830327273c4b526b 2024-11-14T18:12:37,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/fe8710cd8b5e47acbfd8daff26c05db5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/fe8710cd8b5e47acbfd8daff26c05db5 2024-11-14T18:12:37,840 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/fe8710cd8b5e47acbfd8daff26c05db5, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T18:12:37,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/774371564b494f7588a00d615d0b7327 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/774371564b494f7588a00d615d0b7327 2024-11-14T18:12:37,873 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/774371564b494f7588a00d615d0b7327, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T18:12:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/6fd6051d7af4451b830327273c4b526b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6fd6051d7af4451b830327273c4b526b 2024-11-14T18:12:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T18:12:37,916 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6fd6051d7af4451b830327273c4b526b, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T18:12:37,926 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 791ms, sequenceid=217, compaction requested=true 2024-11-14T18:12:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-14T18:12:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-14T18:12:37,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T18:12:37,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1530 sec 2024-11-14T18:12:37,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1830 sec 2024-11-14T18:12:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:38,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:12:38,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:38,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:38,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:38,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:38,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:38,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:38,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/86d3cede970d4f7bbc1717f6e81f7827 is 50, key is test_row_0/A:col10/1731607958088/Put/seqid=0 2024-11-14T18:12:38,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741884_1060 (size=16931) 2024-11-14T18:12:38,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/86d3cede970d4f7bbc1717f6e81f7827 2024-11-14T18:12:38,330 INFO [AsyncFSWAL-0-hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663-prefix:eed19b614a58,42787,1731607940149 {}] wal.AbstractFSWAL(1183): Slow sync cost: 148 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41891,DS-c8e81653-08be-4210-83b7-612cb0cd588e,DISK]] 2024-11-14T18:12:38,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608018187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608018331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608018341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608018347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608018348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/0d16f4408c02460886e10f5821f3bac2 is 50, key is test_row_0/B:col10/1731607958088/Put/seqid=0 2024-11-14T18:12:38,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741885_1061 (size=12151) 2024-11-14T18:12:38,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/0d16f4408c02460886e10f5821f3bac2 2024-11-14T18:12:38,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/2947845a026a4895bf52c83b7c68ffb9 is 50, key is test_row_0/C:col10/1731607958088/Put/seqid=0 2024-11-14T18:12:38,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608018448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608018448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608018453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608018453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608018455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741886_1062 (size=12151) 2024-11-14T18:12:38,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/2947845a026a4895bf52c83b7c68ffb9 2024-11-14T18:12:38,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/86d3cede970d4f7bbc1717f6e81f7827 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/86d3cede970d4f7bbc1717f6e81f7827 2024-11-14T18:12:38,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/86d3cede970d4f7bbc1717f6e81f7827, entries=250, sequenceid=237, filesize=16.5 K 2024-11-14T18:12:38,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/0d16f4408c02460886e10f5821f3bac2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/0d16f4408c02460886e10f5821f3bac2 2024-11-14T18:12:38,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/0d16f4408c02460886e10f5821f3bac2, entries=150, sequenceid=237, filesize=11.9 K 2024-11-14T18:12:38,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/2947845a026a4895bf52c83b7c68ffb9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/2947845a026a4895bf52c83b7c68ffb9 2024-11-14T18:12:38,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/2947845a026a4895bf52c83b7c68ffb9, entries=150, sequenceid=237, filesize=11.9 K 2024-11-14T18:12:38,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 526ms, sequenceid=237, compaction requested=true 2024-11-14T18:12:38,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:38,616 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:12:38,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:12:38,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:38,617 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:12:38,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:12:38,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:38,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:12:38,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:38,629 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:12:38,629 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/B is initiating minor compaction (all files) 2024-11-14T18:12:38,629 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/B in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:38,629 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/16d1e27ea726403a931c3b3fb8da165b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/ff813c9b25e442c0bd151635660d4057, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/774371564b494f7588a00d615d0b7327, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/0d16f4408c02460886e10f5821f3bac2] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=47.9 K 2024-11-14T18:12:38,631 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d1e27ea726403a931c3b3fb8da165b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731607955192 2024-11-14T18:12:38,632 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:12:38,632 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/A is initiating minor compaction (all files) 2024-11-14T18:12:38,633 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/A in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:38,633 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/b712c9fc21804bb683338c1a88ed58b3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e27603df4ad5428fa43ca4e3cace2be6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/fe8710cd8b5e47acbfd8daff26c05db5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/86d3cede970d4f7bbc1717f6e81f7827] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=52.5 K 2024-11-14T18:12:38,633 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting ff813c9b25e442c0bd151635660d4057, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731607955942 2024-11-14T18:12:38,634 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting b712c9fc21804bb683338c1a88ed58b3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731607955192 2024-11-14T18:12:38,634 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 774371564b494f7588a00d615d0b7327, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731607956690 2024-11-14T18:12:38,638 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting e27603df4ad5428fa43ca4e3cace2be6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731607955942 2024-11-14T18:12:38,639 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d16f4408c02460886e10f5821f3bac2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731607957424 2024-11-14T18:12:38,639 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe8710cd8b5e47acbfd8daff26c05db5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731607956690 2024-11-14T18:12:38,643 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86d3cede970d4f7bbc1717f6e81f7827, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731607957424 2024-11-14T18:12:38,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T18:12:38,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:38,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:38,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:38,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/9c87f88f9bdb4589a53438d028442dc1 is 50, key is test_row_0/A:col10/1731607958336/Put/seqid=0 2024-11-14T18:12:38,710 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#A#compaction#49 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:38,711 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/2999c49e70054f4eb79c6210ae7c08b0 is 50, key is test_row_0/A:col10/1731607958088/Put/seqid=0 2024-11-14T18:12:38,759 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#B#compaction#50 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:38,760 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/9c31661eeab34782b87ced621135380d is 50, key is test_row_0/B:col10/1731607958088/Put/seqid=0 2024-11-14T18:12:38,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741887_1063 (size=14541) 2024-11-14T18:12:38,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608018744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608018748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608018766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608018767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608018770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741888_1064 (size=12697) 2024-11-14T18:12:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741889_1065 (size=12697) 2024-11-14T18:12:38,834 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/2999c49e70054f4eb79c6210ae7c08b0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/2999c49e70054f4eb79c6210ae7c08b0 2024-11-14T18:12:38,864 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/A of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 2999c49e70054f4eb79c6210ae7c08b0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:38,864 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:38,864 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/A, priority=12, startTime=1731607958615; duration=0sec 2024-11-14T18:12:38,864 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:38,864 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:A 2024-11-14T18:12:38,865 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:12:38,870 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:12:38,870 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/C is initiating minor compaction (all files) 2024-11-14T18:12:38,870 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/C in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:38,870 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/53ae93800e9e40e7bbb8451027746c30, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/41f938772aa74f609b4c9b02246ac373, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6fd6051d7af4451b830327273c4b526b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/2947845a026a4895bf52c83b7c68ffb9] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=47.9 K 2024-11-14T18:12:38,872 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53ae93800e9e40e7bbb8451027746c30, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731607955192 2024-11-14T18:12:38,873 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41f938772aa74f609b4c9b02246ac373, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731607955942 2024-11-14T18:12:38,874 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fd6051d7af4451b830327273c4b526b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731607956690 2024-11-14T18:12:38,880 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2947845a026a4895bf52c83b7c68ffb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731607957424 2024-11-14T18:12:38,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608018882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T18:12:38,895 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-14T18:12:38,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608018882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608018891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608018891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608018902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:38,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:12:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-14T18:12:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T18:12:38,930 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#C#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:38,930 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:12:38,934 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/e5ba2488b57a431b8e6968cb3d402577 is 50, key is test_row_0/C:col10/1731607958088/Put/seqid=0 2024-11-14T18:12:38,938 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:12:38,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:12:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741890_1066 (size=12697) 2024-11-14T18:12:39,006 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/e5ba2488b57a431b8e6968cb3d402577 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/e5ba2488b57a431b8e6968cb3d402577 2024-11-14T18:12:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T18:12:39,054 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/C of 6d53c7df530f7a9f5b1fbcf4c4b15268 into e5ba2488b57a431b8e6968cb3d402577(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:39,055 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:39,055 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/C, priority=12, startTime=1731607958617; duration=0sec 2024-11-14T18:12:39,055 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:39,055 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:C 2024-11-14T18:12:39,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T18:12:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:39,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:39,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:39,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608019098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608019101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:39,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608019112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608019113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608019120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/9c87f88f9bdb4589a53438d028442dc1 2024-11-14T18:12:39,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/32ff942932da480897ff0e9159a977a6 is 50, key is test_row_0/B:col10/1731607958336/Put/seqid=0 2024-11-14T18:12:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T18:12:39,242 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/9c31661eeab34782b87ced621135380d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/9c31661eeab34782b87ced621135380d 2024-11-14T18:12:39,270 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T18:12:39,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741891_1067 (size=12151) 2024-11-14T18:12:39,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:39,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:39,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:39,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:39,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:39,278 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/B of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 9c31661eeab34782b87ced621135380d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:39,278 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:39,278 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/B, priority=12, startTime=1731607958616; duration=0sec 2024-11-14T18:12:39,278 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:39,278 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:B 2024-11-14T18:12:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:39,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/32ff942932da480897ff0e9159a977a6 2024-11-14T18:12:39,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/47e2e9c198504d6bae24645d616f1c62 is 50, key is test_row_0/C:col10/1731607958336/Put/seqid=0 2024-11-14T18:12:39,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741892_1068 (size=12151) 2024-11-14T18:12:39,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/47e2e9c198504d6bae24645d616f1c62 2024-11-14T18:12:39,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608019409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/9c87f88f9bdb4589a53438d028442dc1 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/9c87f88f9bdb4589a53438d028442dc1 2024-11-14T18:12:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608019410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,431 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T18:12:39,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:39,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:39,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:39,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:39,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:39,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608019427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608019431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608019433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/9c87f88f9bdb4589a53438d028442dc1, entries=200, sequenceid=255, filesize=14.2 K 2024-11-14T18:12:39,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/32ff942932da480897ff0e9159a977a6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/32ff942932da480897ff0e9159a977a6 2024-11-14T18:12:39,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/32ff942932da480897ff0e9159a977a6, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T18:12:39,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/47e2e9c198504d6bae24645d616f1c62 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/47e2e9c198504d6bae24645d616f1c62 2024-11-14T18:12:39,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/47e2e9c198504d6bae24645d616f1c62, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T18:12:39,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 859ms, sequenceid=255, compaction requested=false 2024-11-14T18:12:39,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T18:12:39,595 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:39,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T18:12:39,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:39,602 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:12:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:39,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/cbdd92a4b3414e62a1bff945fbc2b93e is 50, key is test_row_0/A:col10/1731607958742/Put/seqid=0 2024-11-14T18:12:39,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741893_1069 (size=12301) 2024-11-14T18:12:39,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608019992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608019992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608019996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608019999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608020024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T18:12:40,082 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/cbdd92a4b3414e62a1bff945fbc2b93e 2024-11-14T18:12:40,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608020111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608020111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608020111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608020125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/c3d589929adf4f7c97721dceb3a5705a is 50, key is test_row_0/B:col10/1731607958742/Put/seqid=0 2024-11-14T18:12:40,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608020140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741894_1070 (size=12301) 2024-11-14T18:12:40,188 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/c3d589929adf4f7c97721dceb3a5705a 2024-11-14T18:12:40,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/26866ad4c59240159b54ed91fb3f02b2 is 50, key is test_row_0/C:col10/1731607958742/Put/seqid=0 2024-11-14T18:12:40,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741895_1071 (size=12301) 2024-11-14T18:12:40,271 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/26866ad4c59240159b54ed91fb3f02b2 2024-11-14T18:12:40,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/cbdd92a4b3414e62a1bff945fbc2b93e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/cbdd92a4b3414e62a1bff945fbc2b93e 2024-11-14T18:12:40,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608020321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608020321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608020322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608020335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608020351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,362 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/cbdd92a4b3414e62a1bff945fbc2b93e, entries=150, sequenceid=277, filesize=12.0 K 2024-11-14T18:12:40,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/c3d589929adf4f7c97721dceb3a5705a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c3d589929adf4f7c97721dceb3a5705a 2024-11-14T18:12:40,380 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c3d589929adf4f7c97721dceb3a5705a, entries=150, sequenceid=277, filesize=12.0 K 2024-11-14T18:12:40,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/26866ad4c59240159b54ed91fb3f02b2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/26866ad4c59240159b54ed91fb3f02b2 2024-11-14T18:12:40,415 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/26866ad4c59240159b54ed91fb3f02b2, entries=150, sequenceid=277, filesize=12.0 K 2024-11-14T18:12:40,426 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 824ms, sequenceid=277, compaction requested=true 2024-11-14T18:12:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T18:12:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-14T18:12:40,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-14T18:12:40,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4990 sec 2024-11-14T18:12:40,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.5260 sec 2024-11-14T18:12:40,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T18:12:40,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:40,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:40,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:40,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:40,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:40,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:40,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/0e525593a157406f9854672ead34e8f6 is 50, key is test_row_0/A:col10/1731607960632/Put/seqid=0 2024-11-14T18:12:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741896_1072 (size=14741) 2024-11-14T18:12:40,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/0e525593a157406f9854672ead34e8f6 2024-11-14T18:12:40,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608020710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/a63564c67ed64bc1b1457ae8adcc2466 is 50, key is test_row_0/B:col10/1731607960632/Put/seqid=0 2024-11-14T18:12:40,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608020723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608020722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608020725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608020738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741897_1073 (size=12301) 2024-11-14T18:12:40,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608020826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608020838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608020840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608020841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:40,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608020848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T18:12:41,043 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-14T18:12:41,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608021039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:12:41,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608021052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608021057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-14T18:12:41,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608021057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T18:12:41,065 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:12:41,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608021066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,070 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:12:41,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:12:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T18:12:41,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/a63564c67ed64bc1b1457ae8adcc2466 2024-11-14T18:12:41,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:41,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:41,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/ddaeb514bb2a4a1d8876950e52d56f19 is 50, key is test_row_0/C:col10/1731607960632/Put/seqid=0 2024-11-14T18:12:41,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741898_1074 (size=12301) 2024-11-14T18:12:41,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608021351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T18:12:41,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608021370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608021370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608021373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608021390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T18:12:41,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/ddaeb514bb2a4a1d8876950e52d56f19 2024-11-14T18:12:41,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:41,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:41,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/0e525593a157406f9854672ead34e8f6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/0e525593a157406f9854672ead34e8f6 2024-11-14T18:12:41,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/0e525593a157406f9854672ead34e8f6, entries=200, sequenceid=295, filesize=14.4 K 2024-11-14T18:12:41,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/a63564c67ed64bc1b1457ae8adcc2466 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/a63564c67ed64bc1b1457ae8adcc2466 2024-11-14T18:12:41,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/a63564c67ed64bc1b1457ae8adcc2466, entries=150, sequenceid=295, filesize=12.0 K 2024-11-14T18:12:41,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/ddaeb514bb2a4a1d8876950e52d56f19 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/ddaeb514bb2a4a1d8876950e52d56f19 2024-11-14T18:12:41,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/ddaeb514bb2a4a1d8876950e52d56f19, entries=150, sequenceid=295, filesize=12.0 K 2024-11-14T18:12:41,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 1198ms, sequenceid=295, compaction requested=true 2024-11-14T18:12:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:41,833 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:12:41,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:12:41,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:41,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:12:41,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:41,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:12:41,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:12:41,836 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:12:41,841 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54280 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:12:41,841 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/A is initiating minor compaction (all files) 2024-11-14T18:12:41,841 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/A in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,841 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/2999c49e70054f4eb79c6210ae7c08b0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/9c87f88f9bdb4589a53438d028442dc1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/cbdd92a4b3414e62a1bff945fbc2b93e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/0e525593a157406f9854672ead34e8f6] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=53.0 K 2024-11-14T18:12:41,843 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:12:41,844 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/B is initiating minor compaction (all files) 2024-11-14T18:12:41,844 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/B in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,844 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/9c31661eeab34782b87ced621135380d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/32ff942932da480897ff0e9159a977a6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c3d589929adf4f7c97721dceb3a5705a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/a63564c67ed64bc1b1457ae8adcc2466] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=48.3 K 2024-11-14T18:12:41,844 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2999c49e70054f4eb79c6210ae7c08b0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731607957424 2024-11-14T18:12:41,847 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c31661eeab34782b87ced621135380d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731607957424 2024-11-14T18:12:41,850 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 32ff942932da480897ff0e9159a977a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731607958177 2024-11-14T18:12:41,850 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c87f88f9bdb4589a53438d028442dc1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731607958127 2024-11-14T18:12:41,851 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c3d589929adf4f7c97721dceb3a5705a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731607958742 2024-11-14T18:12:41,852 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbdd92a4b3414e62a1bff945fbc2b93e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731607958742 2024-11-14T18:12:41,852 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting a63564c67ed64bc1b1457ae8adcc2466, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731607959990 2024-11-14T18:12:41,853 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e525593a157406f9854672ead34e8f6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731607959959 2024-11-14T18:12:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:41,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T18:12:41,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:41,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:41,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:41,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:41,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:41,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:41,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/875860479a5a4ae8ad917b336816f41f is 50, key is test_row_0/A:col10/1731607960694/Put/seqid=0 2024-11-14T18:12:41,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:41,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:41,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,905 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:41,906 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/d8e652a4b49a400ea70860965e08b804 is 50, key is test_row_0/A:col10/1731607960632/Put/seqid=0 2024-11-14T18:12:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:41,913 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#B#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:41,918 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/ff38a5b0516f49169b184bce50a2ade2 is 50, key is test_row_0/B:col10/1731607960632/Put/seqid=0 2024-11-14T18:12:41,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608021929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741900_1076 (size=12983) 2024-11-14T18:12:41,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608021935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608021936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741899_1075 (size=14741) 2024-11-14T18:12:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608021939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608021940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:41,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/875860479a5a4ae8ad917b336816f41f 2024-11-14T18:12:41,971 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/d8e652a4b49a400ea70860965e08b804 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/d8e652a4b49a400ea70860965e08b804 2024-11-14T18:12:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741901_1077 (size=12983) 2024-11-14T18:12:41,980 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/A of 6d53c7df530f7a9f5b1fbcf4c4b15268 into d8e652a4b49a400ea70860965e08b804(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:41,980 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:41,980 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/A, priority=12, startTime=1731607961833; duration=0sec 2024-11-14T18:12:41,981 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:41,981 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:A 2024-11-14T18:12:41,981 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:12:41,984 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:12:41,984 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/C is initiating minor compaction (all files) 2024-11-14T18:12:41,984 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/C in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:41,984 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/e5ba2488b57a431b8e6968cb3d402577, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/47e2e9c198504d6bae24645d616f1c62, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/26866ad4c59240159b54ed91fb3f02b2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/ddaeb514bb2a4a1d8876950e52d56f19] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=48.3 K 2024-11-14T18:12:41,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/b908b24cb820410ea7b39567bcdc37f9 is 50, key is test_row_0/B:col10/1731607960694/Put/seqid=0 2024-11-14T18:12:41,986 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5ba2488b57a431b8e6968cb3d402577, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731607957424 2024-11-14T18:12:41,987 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47e2e9c198504d6bae24645d616f1c62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731607958177 2024-11-14T18:12:41,988 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26866ad4c59240159b54ed91fb3f02b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731607958742 2024-11-14T18:12:41,989 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddaeb514bb2a4a1d8876950e52d56f19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731607959990 2024-11-14T18:12:42,003 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#C#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:42,004 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/a42a85311a434b249bcf6d6c37d633d9 is 50, key is test_row_0/C:col10/1731607960632/Put/seqid=0 2024-11-14T18:12:42,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741902_1078 (size=12301) 2024-11-14T18:12:42,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/b908b24cb820410ea7b39567bcdc37f9 2024-11-14T18:12:42,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/d428cdba4f1747da9eb97b2700407400 is 50, key is test_row_0/C:col10/1731607960694/Put/seqid=0 2024-11-14T18:12:42,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741903_1079 (size=12983) 2024-11-14T18:12:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608022046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608022057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,064 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:42,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:42,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608022063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608022065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608022066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741904_1080 (size=12301) 2024-11-14T18:12:42,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/d428cdba4f1747da9eb97b2700407400 2024-11-14T18:12:42,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/875860479a5a4ae8ad917b336816f41f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/875860479a5a4ae8ad917b336816f41f 2024-11-14T18:12:42,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/875860479a5a4ae8ad917b336816f41f, entries=200, sequenceid=315, filesize=14.4 K 2024-11-14T18:12:42,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/b908b24cb820410ea7b39567bcdc37f9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b908b24cb820410ea7b39567bcdc37f9 2024-11-14T18:12:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T18:12:42,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b908b24cb820410ea7b39567bcdc37f9, entries=150, sequenceid=315, filesize=12.0 K 2024-11-14T18:12:42,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/d428cdba4f1747da9eb97b2700407400 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/d428cdba4f1747da9eb97b2700407400 2024-11-14T18:12:42,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/d428cdba4f1747da9eb97b2700407400, entries=150, sequenceid=315, filesize=12.0 K 2024-11-14T18:12:42,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:42,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:42,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 351ms, sequenceid=315, compaction requested=false 2024-11-14T18:12:42,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:42,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T18:12:42,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:42,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:42,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:42,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:42,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:42,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:42,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/d352e0972a5340b0a2f55d3164db3fa4 is 50, key is test_row_0/A:col10/1731607962267/Put/seqid=0 2024-11-14T18:12:42,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741905_1081 (size=17181) 2024-11-14T18:12:42,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/d352e0972a5340b0a2f55d3164db3fa4 2024-11-14T18:12:42,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608022348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608022351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608022359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608022356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/d1dcdca3da7047e0a118164fdd6445b7 is 50, key is test_row_0/B:col10/1731607962267/Put/seqid=0 2024-11-14T18:12:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608022356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:42,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:42,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,395 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/ff38a5b0516f49169b184bce50a2ade2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/ff38a5b0516f49169b184bce50a2ade2 2024-11-14T18:12:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,407 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/B of 6d53c7df530f7a9f5b1fbcf4c4b15268 into ff38a5b0516f49169b184bce50a2ade2(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:42,407 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:42,407 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/B, priority=12, startTime=1731607961833; duration=0sec 2024-11-14T18:12:42,407 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:42,407 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:B 2024-11-14T18:12:42,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741906_1082 (size=12301) 2024-11-14T18:12:42,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/d1dcdca3da7047e0a118164fdd6445b7 2024-11-14T18:12:42,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608022473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608022474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,482 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/a42a85311a434b249bcf6d6c37d633d9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/a42a85311a434b249bcf6d6c37d633d9 2024-11-14T18:12:42,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/11b9843215884189bbeeb1da42c14c6f is 50, key is test_row_0/C:col10/1731607962267/Put/seqid=0 2024-11-14T18:12:42,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608022481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608022486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608022486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,527 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/C of 6d53c7df530f7a9f5b1fbcf4c4b15268 into a42a85311a434b249bcf6d6c37d633d9(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:42,527 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:42,527 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/C, priority=12, startTime=1731607961834; duration=0sec 2024-11-14T18:12:42,528 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:42,528 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:C 2024-11-14T18:12:42,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741907_1083 (size=12301) 2024-11-14T18:12:42,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608022686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608022689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608022690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608022710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608022710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:42,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:42,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:42,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:42,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:42,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/11b9843215884189bbeeb1da42c14c6f 2024-11-14T18:12:42,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/d352e0972a5340b0a2f55d3164db3fa4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/d352e0972a5340b0a2f55d3164db3fa4 2024-11-14T18:12:43,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608023001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608023002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/d352e0972a5340b0a2f55d3164db3fa4, entries=250, sequenceid=335, filesize=16.8 K 2024-11-14T18:12:43,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608023002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/d1dcdca3da7047e0a118164fdd6445b7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d1dcdca3da7047e0a118164fdd6445b7 2024-11-14T18:12:43,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608023018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608023019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,054 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d1dcdca3da7047e0a118164fdd6445b7, entries=150, sequenceid=335, filesize=12.0 K 2024-11-14T18:12:43,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:43,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:43,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:43,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:43,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:43,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/11b9843215884189bbeeb1da42c14c6f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/11b9843215884189bbeeb1da42c14c6f 2024-11-14T18:12:43,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/11b9843215884189bbeeb1da42c14c6f, entries=150, sequenceid=335, filesize=12.0 K 2024-11-14T18:12:43,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 810ms, sequenceid=335, compaction requested=true 2024-11-14T18:12:43,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:43,084 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:43,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:12:43,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:43,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:12:43,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:43,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:12:43,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:12:43,086 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:43,102 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:43,102 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/A is initiating minor compaction (all files) 2024-11-14T18:12:43,102 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/A in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:43,103 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/d8e652a4b49a400ea70860965e08b804, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/875860479a5a4ae8ad917b336816f41f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/d352e0972a5340b0a2f55d3164db3fa4] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=43.9 K 2024-11-14T18:12:43,110 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8e652a4b49a400ea70860965e08b804, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731607959990 2024-11-14T18:12:43,110 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:43,111 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/B is initiating minor compaction (all files) 2024-11-14T18:12:43,111 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/B in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:43,111 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 875860479a5a4ae8ad917b336816f41f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731607960694 2024-11-14T18:12:43,111 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/ff38a5b0516f49169b184bce50a2ade2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b908b24cb820410ea7b39567bcdc37f9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d1dcdca3da7047e0a118164fdd6445b7] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=36.7 K 2024-11-14T18:12:43,111 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting d352e0972a5340b0a2f55d3164db3fa4, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731607961920 2024-11-14T18:12:43,118 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting ff38a5b0516f49169b184bce50a2ade2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731607959990 2024-11-14T18:12:43,119 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b908b24cb820410ea7b39567bcdc37f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731607960694 2024-11-14T18:12:43,120 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d1dcdca3da7047e0a118164fdd6445b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731607961936 2024-11-14T18:12:43,169 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:43,170 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/8ecfb281bde84adaa4a8a749ed41e363 is 50, key is test_row_0/A:col10/1731607962267/Put/seqid=0 2024-11-14T18:12:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T18:12:43,177 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:43,180 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/725b4380abc24b6f82944b958ca41aee is 50, key is test_row_0/B:col10/1731607962267/Put/seqid=0 2024-11-14T18:12:43,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T18:12:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:43,216 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T18:12:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:43,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:43,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:43,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:43,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:43,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:43,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741909_1085 (size=13085) 2024-11-14T18:12:43,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/5c3d46eb9fc242c6b0837af21e635bc9 is 50, key is test_row_0/A:col10/1731607962283/Put/seqid=0 2024-11-14T18:12:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741908_1084 (size=13085) 2024-11-14T18:12:43,306 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/725b4380abc24b6f82944b958ca41aee as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/725b4380abc24b6f82944b958ca41aee 2024-11-14T18:12:43,314 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/8ecfb281bde84adaa4a8a749ed41e363 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8ecfb281bde84adaa4a8a749ed41e363 2024-11-14T18:12:43,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741910_1086 (size=12301) 2024-11-14T18:12:43,330 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/5c3d46eb9fc242c6b0837af21e635bc9 2024-11-14T18:12:43,370 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/A of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 8ecfb281bde84adaa4a8a749ed41e363(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:43,370 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:43,370 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/A, priority=13, startTime=1731607963084; duration=0sec 2024-11-14T18:12:43,371 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:43,371 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:A 2024-11-14T18:12:43,371 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:43,382 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/B of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 725b4380abc24b6f82944b958ca41aee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:43,382 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:43,382 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/B, priority=13, startTime=1731607963085; duration=0sec 2024-11-14T18:12:43,382 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:43,382 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:B 2024-11-14T18:12:43,402 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:43,402 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/C is initiating minor compaction (all files) 2024-11-14T18:12:43,402 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/C in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:43,402 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/a42a85311a434b249bcf6d6c37d633d9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/d428cdba4f1747da9eb97b2700407400, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/11b9843215884189bbeeb1da42c14c6f] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=36.7 K 2024-11-14T18:12:43,406 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting a42a85311a434b249bcf6d6c37d633d9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731607959990 2024-11-14T18:12:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/d939ff96643e443bb22d4849abdbf7d7 is 50, key is test_row_0/B:col10/1731607962283/Put/seqid=0 2024-11-14T18:12:43,410 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting d428cdba4f1747da9eb97b2700407400, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731607960694 2024-11-14T18:12:43,411 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11b9843215884189bbeeb1da42c14c6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731607961936 2024-11-14T18:12:43,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741911_1087 (size=12301) 2024-11-14T18:12:43,488 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#C#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:43,489 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/4ea847a1459740ee99f2d5feb8632779 is 50, key is test_row_0/C:col10/1731607962267/Put/seqid=0 2024-11-14T18:12:43,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:43,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741912_1088 (size=13085) 2024-11-14T18:12:43,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608023560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608023563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608023563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608023565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608023566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608023675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608023675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608023678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608023678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608023679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,883 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/d939ff96643e443bb22d4849abdbf7d7 2024-11-14T18:12:43,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608023884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608023887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608023887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608023888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608023888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/95477db24e5141b6b25474ed5f7178a9 is 50, key is test_row_0/C:col10/1731607962283/Put/seqid=0 2024-11-14T18:12:43,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741913_1089 (size=12301) 2024-11-14T18:12:43,962 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/95477db24e5141b6b25474ed5f7178a9 2024-11-14T18:12:43,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/5c3d46eb9fc242c6b0837af21e635bc9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/5c3d46eb9fc242c6b0837af21e635bc9 2024-11-14T18:12:43,998 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/4ea847a1459740ee99f2d5feb8632779 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/4ea847a1459740ee99f2d5feb8632779 2024-11-14T18:12:44,027 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/5c3d46eb9fc242c6b0837af21e635bc9, entries=150, sequenceid=355, filesize=12.0 K 2024-11-14T18:12:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/d939ff96643e443bb22d4849abdbf7d7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d939ff96643e443bb22d4849abdbf7d7 2024-11-14T18:12:44,046 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/C of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 4ea847a1459740ee99f2d5feb8632779(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:44,047 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:44,047 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/C, priority=13, startTime=1731607963085; duration=0sec 2024-11-14T18:12:44,047 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:44,047 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:C 2024-11-14T18:12:44,079 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d939ff96643e443bb22d4849abdbf7d7, entries=150, sequenceid=355, filesize=12.0 K 2024-11-14T18:12:44,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/95477db24e5141b6b25474ed5f7178a9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/95477db24e5141b6b25474ed5f7178a9 2024-11-14T18:12:44,123 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/95477db24e5141b6b25474ed5f7178a9, entries=150, sequenceid=355, filesize=12.0 K 2024-11-14T18:12:44,131 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 915ms, sequenceid=355, compaction requested=false 2024-11-14T18:12:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-14T18:12:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-14T18:12:44,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-14T18:12:44,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0650 sec 2024-11-14T18:12:44,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 3.1120 sec 2024-11-14T18:12:44,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:12:44,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:44,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:44,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:44,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:44,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:44,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:44,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/ca17e32ef18142398e20ce436cb609a5 is 50, key is test_row_0/A:col10/1731607964192/Put/seqid=0 2024-11-14T18:12:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608024242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608024244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608024250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741914_1090 (size=14741) 2024-11-14T18:12:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608024265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608024265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/ca17e32ef18142398e20ce436cb609a5 2024-11-14T18:12:44,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/26832dd645204dceaa4e720498c4790c is 50, key is test_row_0/B:col10/1731607964192/Put/seqid=0 2024-11-14T18:12:44,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608024370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608024370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608024379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608024379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741915_1091 (size=12301) 2024-11-14T18:12:44,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608024380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608024584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608024584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608024584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608024585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608024597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/26832dd645204dceaa4e720498c4790c 2024-11-14T18:12:44,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/1c345420880c49cab9dd4f4b93104500 is 50, key is test_row_0/C:col10/1731607964192/Put/seqid=0 2024-11-14T18:12:44,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741916_1092 (size=12301) 2024-11-14T18:12:44,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/1c345420880c49cab9dd4f4b93104500 2024-11-14T18:12:44,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/ca17e32ef18142398e20ce436cb609a5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ca17e32ef18142398e20ce436cb609a5 2024-11-14T18:12:44,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ca17e32ef18142398e20ce436cb609a5, entries=200, sequenceid=377, filesize=14.4 K 2024-11-14T18:12:44,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/26832dd645204dceaa4e720498c4790c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26832dd645204dceaa4e720498c4790c 2024-11-14T18:12:44,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608024902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608024902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608024902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:44,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26832dd645204dceaa4e720498c4790c, entries=150, sequenceid=377, filesize=12.0 K 2024-11-14T18:12:44,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/1c345420880c49cab9dd4f4b93104500 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1c345420880c49cab9dd4f4b93104500 2024-11-14T18:12:44,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1c345420880c49cab9dd4f4b93104500, entries=150, sequenceid=377, filesize=12.0 K 2024-11-14T18:12:44,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 739ms, sequenceid=377, compaction requested=true 2024-11-14T18:12:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:12:44,933 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:12:44,934 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:12:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:44,935 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:44,935 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:44,936 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/A is initiating minor compaction (all files) 2024-11-14T18:12:44,936 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/B is initiating minor compaction (all files) 2024-11-14T18:12:44,936 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/A in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:44,936 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/B in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:44,936 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8ecfb281bde84adaa4a8a749ed41e363, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/5c3d46eb9fc242c6b0837af21e635bc9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ca17e32ef18142398e20ce436cb609a5] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=39.2 K 2024-11-14T18:12:44,936 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/725b4380abc24b6f82944b958ca41aee, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d939ff96643e443bb22d4849abdbf7d7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26832dd645204dceaa4e720498c4790c] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=36.8 K 2024-11-14T18:12:44,937 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ecfb281bde84adaa4a8a749ed41e363, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731607961936 2024-11-14T18:12:44,937 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 725b4380abc24b6f82944b958ca41aee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731607961936 2024-11-14T18:12:44,937 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d939ff96643e443bb22d4849abdbf7d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731607962283 2024-11-14T18:12:44,937 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c3d46eb9fc242c6b0837af21e635bc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731607962283 2024-11-14T18:12:44,938 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 26832dd645204dceaa4e720498c4790c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731607963559 2024-11-14T18:12:44,938 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca17e32ef18142398e20ce436cb609a5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731607963559 2024-11-14T18:12:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:44,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:12:44,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:44,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:44,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:44,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:44,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:44,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:44,973 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:44,974 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/75b840c4de3e4fed89875a683292cacc is 50, key is test_row_0/A:col10/1731607964192/Put/seqid=0 2024-11-14T18:12:44,984 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#B#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:44,985 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/28ddd882bba245da9a95580407e08a4d is 50, key is test_row_0/B:col10/1731607964192/Put/seqid=0 2024-11-14T18:12:44,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/85df8b700ae7460d82ab8cf42c14bfd3 is 50, key is test_row_0/A:col10/1731607964938/Put/seqid=0 2024-11-14T18:12:45,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741917_1093 (size=13187) 2024-11-14T18:12:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741918_1094 (size=13187) 2024-11-14T18:12:45,083 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/28ddd882bba245da9a95580407e08a4d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/28ddd882bba245da9a95580407e08a4d 2024-11-14T18:12:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741919_1095 (size=12301) 2024-11-14T18:12:45,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/85df8b700ae7460d82ab8cf42c14bfd3 2024-11-14T18:12:45,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608025106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608025106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,155 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/B of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 28ddd882bba245da9a95580407e08a4d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:45,155 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:45,155 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/B, priority=13, startTime=1731607964934; duration=0sec 2024-11-14T18:12:45,155 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:45,155 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:B 2024-11-14T18:12:45,155 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:45,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/3c6ff359cda64f95846de16df74854af is 50, key is test_row_0/B:col10/1731607964938/Put/seqid=0 2024-11-14T18:12:45,163 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:45,163 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/C is initiating minor compaction (all files) 2024-11-14T18:12:45,163 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/C in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:45,163 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/4ea847a1459740ee99f2d5feb8632779, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/95477db24e5141b6b25474ed5f7178a9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1c345420880c49cab9dd4f4b93104500] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=36.8 K 2024-11-14T18:12:45,170 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ea847a1459740ee99f2d5feb8632779, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731607961936 2024-11-14T18:12:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T18:12:45,178 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-14T18:12:45,180 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 95477db24e5141b6b25474ed5f7178a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731607962283 2024-11-14T18:12:45,183 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c345420880c49cab9dd4f4b93104500, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731607963559 2024-11-14T18:12:45,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:12:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-14T18:12:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T18:12:45,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:12:45,199 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:12:45,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:12:45,209 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#C#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:45,210 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/33c8e4c862294d57b6411f1477d9275a is 50, key is test_row_0/C:col10/1731607964192/Put/seqid=0 2024-11-14T18:12:45,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608025224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608025224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741920_1096 (size=12301) 2024-11-14T18:12:45,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741921_1097 (size=13187) 2024-11-14T18:12:45,284 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/33c8e4c862294d57b6411f1477d9275a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/33c8e4c862294d57b6411f1477d9275a 2024-11-14T18:12:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T18:12:45,314 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/C of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 33c8e4c862294d57b6411f1477d9275a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:45,314 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:45,322 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/C, priority=13, startTime=1731607964934; duration=0sec 2024-11-14T18:12:45,323 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:45,323 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:C 2024-11-14T18:12:45,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T18:12:45,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:45,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:45,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:45,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:45,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:45,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608025410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608025415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:45,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608025415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608025443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608025448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,483 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/75b840c4de3e4fed89875a683292cacc as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/75b840c4de3e4fed89875a683292cacc 2024-11-14T18:12:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T18:12:45,506 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/A of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 75b840c4de3e4fed89875a683292cacc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:45,506 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:45,506 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/A, priority=13, startTime=1731607964933; duration=0sec 2024-11-14T18:12:45,506 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:45,506 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:A 2024-11-14T18:12:45,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T18:12:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:45,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:45,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/3c6ff359cda64f95846de16df74854af 2024-11-14T18:12:45,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/81a9289f14d4414fbe2e9c082ed1e989 is 50, key is test_row_0/C:col10/1731607964938/Put/seqid=0 2024-11-14T18:12:45,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T18:12:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:45,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:45,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741922_1098 (size=12301) 2024-11-14T18:12:45,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/81a9289f14d4414fbe2e9c082ed1e989 2024-11-14T18:12:45,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608025762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608025770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/85df8b700ae7460d82ab8cf42c14bfd3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/85df8b700ae7460d82ab8cf42c14bfd3 2024-11-14T18:12:45,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/85df8b700ae7460d82ab8cf42c14bfd3, entries=150, sequenceid=396, filesize=12.0 K 2024-11-14T18:12:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T18:12:45,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/3c6ff359cda64f95846de16df74854af as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/3c6ff359cda64f95846de16df74854af 2024-11-14T18:12:45,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/3c6ff359cda64f95846de16df74854af, entries=150, sequenceid=396, filesize=12.0 K 2024-11-14T18:12:45,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/81a9289f14d4414fbe2e9c082ed1e989 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/81a9289f14d4414fbe2e9c082ed1e989 2024-11-14T18:12:45,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/81a9289f14d4414fbe2e9c082ed1e989, entries=150, sequenceid=396, filesize=12.0 K 2024-11-14T18:12:45,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 877ms, sequenceid=396, compaction requested=false 2024-11-14T18:12:45,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:45,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:45,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T18:12:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:45,873 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T18:12:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:45,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/b181b2f47b6f4736b34aaa8d10e73732 is 50, key is test_row_0/A:col10/1731607965027/Put/seqid=0 2024-11-14T18:12:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741923_1099 (size=12301) 2024-11-14T18:12:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:46,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T18:12:46,345 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/b181b2f47b6f4736b34aaa8d10e73732 2024-11-14T18:12:46,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/b9d0de0bd3154bba888a564d18199d41 is 50, key is test_row_0/B:col10/1731607965027/Put/seqid=0 2024-11-14T18:12:46,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608026393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:46,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608026393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:46,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741924_1100 (size=12301) 2024-11-14T18:12:46,433 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/b9d0de0bd3154bba888a564d18199d41 2024-11-14T18:12:46,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608026433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:46,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608026446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:46,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608026470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:46,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/e5a06c18b174499ea1d231cf48fa3ffd is 50, key is test_row_0/C:col10/1731607965027/Put/seqid=0 2024-11-14T18:12:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608026501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608026511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:46,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741925_1101 (size=12301) 2024-11-14T18:12:46,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608026709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:46,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608026717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:46,936 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/e5a06c18b174499ea1d231cf48fa3ffd 2024-11-14T18:12:46,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/b181b2f47b6f4736b34aaa8d10e73732 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/b181b2f47b6f4736b34aaa8d10e73732 2024-11-14T18:12:46,957 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/b181b2f47b6f4736b34aaa8d10e73732, entries=150, sequenceid=417, filesize=12.0 K 2024-11-14T18:12:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/b9d0de0bd3154bba888a564d18199d41 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b9d0de0bd3154bba888a564d18199d41 2024-11-14T18:12:46,970 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b9d0de0bd3154bba888a564d18199d41, entries=150, sequenceid=417, filesize=12.0 K 2024-11-14T18:12:46,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/e5a06c18b174499ea1d231cf48fa3ffd as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/e5a06c18b174499ea1d231cf48fa3ffd 2024-11-14T18:12:46,990 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/e5a06c18b174499ea1d231cf48fa3ffd, entries=150, sequenceid=417, filesize=12.0 K 2024-11-14T18:12:47,002 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 1130ms, sequenceid=417, compaction requested=true 2024-11-14T18:12:47,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:47,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:47,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-14T18:12:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-14T18:12:47,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-14T18:12:47,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-11-14T18:12:47,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.8440 sec 2024-11-14T18:12:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:47,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T18:12:47,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:47,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/a94589832dd14f428ecace930ef6ec9c is 50, key is test_row_0/A:col10/1731607967035/Put/seqid=0 2024-11-14T18:12:47,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741926_1102 (size=12301) 2024-11-14T18:12:47,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/a94589832dd14f428ecace930ef6ec9c 2024-11-14T18:12:47,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/f9cac6d14b02417daf4c0747a3d2b338 is 50, key is test_row_0/B:col10/1731607967035/Put/seqid=0 2024-11-14T18:12:47,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608027195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:47,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608027194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:47,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741927_1103 (size=12301) 2024-11-14T18:12:47,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/f9cac6d14b02417daf4c0747a3d2b338 2024-11-14T18:12:47,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/5894761f1309481788917172ce6d57cf is 50, key is test_row_0/C:col10/1731607967035/Put/seqid=0 2024-11-14T18:12:47,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741928_1104 (size=12301) 2024-11-14T18:12:47,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/5894761f1309481788917172ce6d57cf 2024-11-14T18:12:47,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/a94589832dd14f428ecace930ef6ec9c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/a94589832dd14f428ecace930ef6ec9c 2024-11-14T18:12:47,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/a94589832dd14f428ecace930ef6ec9c, entries=150, sequenceid=437, filesize=12.0 K 2024-11-14T18:12:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T18:12:47,302 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-14T18:12:47,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/f9cac6d14b02417daf4c0747a3d2b338 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f9cac6d14b02417daf4c0747a3d2b338 2024-11-14T18:12:47,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:12:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-14T18:12:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T18:12:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608027307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:47,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f9cac6d14b02417daf4c0747a3d2b338, entries=150, sequenceid=437, filesize=12.0 K 2024-11-14T18:12:47,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/5894761f1309481788917172ce6d57cf as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/5894761f1309481788917172ce6d57cf 2024-11-14T18:12:47,318 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:12:47,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608027316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:47,322 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:12:47,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:12:47,326 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:12:47,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/5894761f1309481788917172ce6d57cf, entries=150, sequenceid=437, filesize=12.0 K 2024-11-14T18:12:47,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 288ms, sequenceid=437, compaction requested=true 2024-11-14T18:12:47,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:47,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:12:47,335 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:12:47,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:47,335 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:12:47,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:12:47,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:47,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:12:47,339 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:12:47,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:47,340 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/A is initiating minor compaction (all files) 2024-11-14T18:12:47,340 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:12:47,340 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/B is initiating minor compaction (all files) 2024-11-14T18:12:47,340 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/A in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:47,340 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/B in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:47,340 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/75b840c4de3e4fed89875a683292cacc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/85df8b700ae7460d82ab8cf42c14bfd3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/b181b2f47b6f4736b34aaa8d10e73732, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/a94589832dd14f428ecace930ef6ec9c] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=48.9 K 2024-11-14T18:12:47,340 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/28ddd882bba245da9a95580407e08a4d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/3c6ff359cda64f95846de16df74854af, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b9d0de0bd3154bba888a564d18199d41, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f9cac6d14b02417daf4c0747a3d2b338] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=48.9 K 2024-11-14T18:12:47,341 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ddd882bba245da9a95580407e08a4d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731607963559 2024-11-14T18:12:47,341 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75b840c4de3e4fed89875a683292cacc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731607963559 2024-11-14T18:12:47,341 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85df8b700ae7460d82ab8cf42c14bfd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731607964251 2024-11-14T18:12:47,342 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c6ff359cda64f95846de16df74854af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731607964251 2024-11-14T18:12:47,342 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting b181b2f47b6f4736b34aaa8d10e73732, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731607965027 2024-11-14T18:12:47,342 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b9d0de0bd3154bba888a564d18199d41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731607965027 2024-11-14T18:12:47,342 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting a94589832dd14f428ecace930ef6ec9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731607966360 2024-11-14T18:12:47,343 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting f9cac6d14b02417daf4c0747a3d2b338, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731607966360 2024-11-14T18:12:47,363 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:47,364 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/ad1ea3dc80604ddbacddaa78101129e3 is 50, key is test_row_0/A:col10/1731607967035/Put/seqid=0 2024-11-14T18:12:47,369 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:47,370 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/6aebaf70f59544cd89360d0fa0130cc3 is 50, key is test_row_0/B:col10/1731607967035/Put/seqid=0 2024-11-14T18:12:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741929_1105 (size=13323) 2024-11-14T18:12:47,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741930_1106 (size=13323) 2024-11-14T18:12:47,398 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/ad1ea3dc80604ddbacddaa78101129e3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ad1ea3dc80604ddbacddaa78101129e3 2024-11-14T18:12:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T18:12:47,426 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/A of 6d53c7df530f7a9f5b1fbcf4c4b15268 into ad1ea3dc80604ddbacddaa78101129e3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:47,426 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:47,426 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/A, priority=12, startTime=1731607967335; duration=0sec 2024-11-14T18:12:47,426 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:47,426 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:A 2024-11-14T18:12:47,426 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:12:47,431 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/6aebaf70f59544cd89360d0fa0130cc3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/6aebaf70f59544cd89360d0fa0130cc3 2024-11-14T18:12:47,435 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:12:47,435 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/C is initiating minor compaction (all files) 2024-11-14T18:12:47,435 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/C in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:47,435 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/33c8e4c862294d57b6411f1477d9275a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/81a9289f14d4414fbe2e9c082ed1e989, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/e5a06c18b174499ea1d231cf48fa3ffd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/5894761f1309481788917172ce6d57cf] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=48.9 K 2024-11-14T18:12:47,436 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33c8e4c862294d57b6411f1477d9275a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731607963559 2024-11-14T18:12:47,440 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81a9289f14d4414fbe2e9c082ed1e989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731607964251 2024-11-14T18:12:47,441 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5a06c18b174499ea1d231cf48fa3ffd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731607965027 2024-11-14T18:12:47,442 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5894761f1309481788917172ce6d57cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731607966360 2024-11-14T18:12:47,454 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/B of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 6aebaf70f59544cd89360d0fa0130cc3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:47,454 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:47,454 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/B, priority=12, startTime=1731607967335; duration=0sec 2024-11-14T18:12:47,454 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:47,454 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:B 2024-11-14T18:12:47,468 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#C#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:47,469 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/4604721d40bb433ab65f1e79400212f1 is 50, key is test_row_0/C:col10/1731607967035/Put/seqid=0 2024-11-14T18:12:47,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:47,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T18:12:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:47,476 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T18:12:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:47,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741931_1107 (size=13323) 2024-11-14T18:12:47,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/04047e56b05e405dbddc8e52e8332665 is 50, key is test_row_0/A:col10/1731607967088/Put/seqid=0 2024-11-14T18:12:47,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741932_1108 (size=12301) 2024-11-14T18:12:47,509 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/4604721d40bb433ab65f1e79400212f1 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/4604721d40bb433ab65f1e79400212f1 2024-11-14T18:12:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:47,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. as already flushing 2024-11-14T18:12:47,536 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/C of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 4604721d40bb433ab65f1e79400212f1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:47,536 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:47,536 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/C, priority=12, startTime=1731607967336; duration=0sec 2024-11-14T18:12:47,536 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:47,536 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:C 2024-11-14T18:12:47,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:47,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608027603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608027602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T18:12:47,631 ERROR [LeaseRenewer:jenkins@localhost:37703 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:37703,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:47,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608027715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:47,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608027721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:47,902 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/04047e56b05e405dbddc8e52e8332665 2024-11-14T18:12:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T18:12:47,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608027923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:47,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608027930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:47,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/be2f9d993e2547a1ae17ac314b539ad8 is 50, key is test_row_0/B:col10/1731607967088/Put/seqid=0 2024-11-14T18:12:47,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741933_1109 (size=12301) 2024-11-14T18:12:48,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608028230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:48,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608028242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:48,313 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39028e20 to 127.0.0.1:56630 2024-11-14T18:12:48,313 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:12:48,316 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0febc460 to 127.0.0.1:56630 2024-11-14T18:12:48,316 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:12:48,317 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e957ecd to 127.0.0.1:56630 2024-11-14T18:12:48,317 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:12:48,323 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d5a9f0f to 127.0.0.1:56630 2024-11-14T18:12:48,323 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:12:48,354 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/be2f9d993e2547a1ae17ac314b539ad8 2024-11-14T18:12:48,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/b68d6afdec6d4e52b8287f6707990f2f is 50, key is test_row_0/C:col10/1731607967088/Put/seqid=0 2024-11-14T18:12:48,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741934_1110 (size=12301) 2024-11-14T18:12:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T18:12:48,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48148 deadline: 1731608028446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:48,448 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., hostname=eed19b614a58,42787,1731607940149, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:12:48,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48130 deadline: 1731608028470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:48,478 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4228 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., hostname=eed19b614a58,42787,1731607940149, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:12:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1731608028490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:48,494 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4250 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., hostname=eed19b614a58,42787,1731607940149, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:12:48,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48186 deadline: 1731608028746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:48,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48164 deadline: 1731608028755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:48,811 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/b68d6afdec6d4e52b8287f6707990f2f 2024-11-14T18:12:48,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/04047e56b05e405dbddc8e52e8332665 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/04047e56b05e405dbddc8e52e8332665 2024-11-14T18:12:48,828 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/04047e56b05e405dbddc8e52e8332665, entries=150, sequenceid=456, filesize=12.0 K 2024-11-14T18:12:48,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/be2f9d993e2547a1ae17ac314b539ad8 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/be2f9d993e2547a1ae17ac314b539ad8 2024-11-14T18:12:48,837 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/be2f9d993e2547a1ae17ac314b539ad8, entries=150, sequenceid=456, filesize=12.0 K 2024-11-14T18:12:48,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/b68d6afdec6d4e52b8287f6707990f2f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b68d6afdec6d4e52b8287f6707990f2f 2024-11-14T18:12:48,846 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b68d6afdec6d4e52b8287f6707990f2f, entries=150, sequenceid=456, filesize=12.0 K 2024-11-14T18:12:48,847 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 1371ms, sequenceid=456, compaction requested=false 2024-11-14T18:12:48,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:48,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:48,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-14T18:12:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-14T18:12:48,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-14T18:12:48,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5360 sec 2024-11-14T18:12:48,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.5720 sec 2024-11-14T18:12:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T18:12:49,418 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-14T18:12:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:49,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T18:12:49,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:49,754 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c57419f to 127.0.0.1:56630 2024-11-14T18:12:49,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:49,754 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:12:49,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:49,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:49,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:49,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:49,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/8943d0d0c3b0401280d77cebfaf479ae is 50, key is test_row_0/A:col10/1731607967591/Put/seqid=0 2024-11-14T18:12:49,760 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18751c86 to 127.0.0.1:56630 2024-11-14T18:12:49,761 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:12:49,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741935_1111 (size=12301) 2024-11-14T18:12:50,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/8943d0d0c3b0401280d77cebfaf479ae 2024-11-14T18:12:50,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/63989e43e0d741499712efc4abe03df2 is 50, key is test_row_0/B:col10/1731607967591/Put/seqid=0 2024-11-14T18:12:50,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741936_1112 (size=12301) 2024-11-14T18:12:50,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/63989e43e0d741499712efc4abe03df2 2024-11-14T18:12:51,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/fcca66997ace4b6eaaa5bae8266b4c83 is 50, key is test_row_0/C:col10/1731607967591/Put/seqid=0 2024-11-14T18:12:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741937_1113 (size=12301) 2024-11-14T18:12:51,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/fcca66997ace4b6eaaa5bae8266b4c83 2024-11-14T18:12:51,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/8943d0d0c3b0401280d77cebfaf479ae as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8943d0d0c3b0401280d77cebfaf479ae 2024-11-14T18:12:51,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8943d0d0c3b0401280d77cebfaf479ae, entries=150, sequenceid=477, filesize=12.0 K 2024-11-14T18:12:51,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/63989e43e0d741499712efc4abe03df2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/63989e43e0d741499712efc4abe03df2 2024-11-14T18:12:51,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/63989e43e0d741499712efc4abe03df2, entries=150, sequenceid=477, filesize=12.0 K 2024-11-14T18:12:51,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/fcca66997ace4b6eaaa5bae8266b4c83 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/fcca66997ace4b6eaaa5bae8266b4c83 2024-11-14T18:12:51,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/fcca66997ace4b6eaaa5bae8266b4c83, entries=150, sequenceid=477, filesize=12.0 K 2024-11-14T18:12:51,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=6.71 KB/6870 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 1690ms, sequenceid=477, compaction requested=true 2024-11-14T18:12:51,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:51,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:12:51,444 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:51,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:51,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:12:51,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:51,445 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:51,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d53c7df530f7a9f5b1fbcf4c4b15268:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:12:51,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:51,446 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:51,446 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:51,446 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/A is initiating minor compaction (all files) 2024-11-14T18:12:51,446 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/B is initiating minor compaction (all files) 2024-11-14T18:12:51,446 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/A in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:51,446 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/B in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:51,446 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/6aebaf70f59544cd89360d0fa0130cc3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/be2f9d993e2547a1ae17ac314b539ad8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/63989e43e0d741499712efc4abe03df2] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=37.0 K 2024-11-14T18:12:51,446 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ad1ea3dc80604ddbacddaa78101129e3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/04047e56b05e405dbddc8e52e8332665, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8943d0d0c3b0401280d77cebfaf479ae] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=37.0 K 2024-11-14T18:12:51,447 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aebaf70f59544cd89360d0fa0130cc3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731607966360 2024-11-14T18:12:51,447 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad1ea3dc80604ddbacddaa78101129e3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731607966360 2024-11-14T18:12:51,447 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04047e56b05e405dbddc8e52e8332665, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731607967088 2024-11-14T18:12:51,447 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting be2f9d993e2547a1ae17ac314b539ad8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731607967088 2024-11-14T18:12:51,447 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8943d0d0c3b0401280d77cebfaf479ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731607967586 2024-11-14T18:12:51,447 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 63989e43e0d741499712efc4abe03df2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731607967586 2024-11-14T18:12:51,458 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#A#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:51,458 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:51,459 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/74b6f8ff4fcd4c98a8e039c43d8e8197 is 50, key is test_row_0/B:col10/1731607967591/Put/seqid=0 2024-11-14T18:12:51,459 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/9bd39318eb9e4366b2335a44b5855535 is 50, key is test_row_0/A:col10/1731607967591/Put/seqid=0 2024-11-14T18:12:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741938_1114 (size=13425) 2024-11-14T18:12:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741939_1115 (size=13425) 2024-11-14T18:12:51,476 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/9bd39318eb9e4366b2335a44b5855535 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/9bd39318eb9e4366b2335a44b5855535 2024-11-14T18:12:51,482 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/A of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 9bd39318eb9e4366b2335a44b5855535(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:51,482 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:51,482 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/A, priority=13, startTime=1731607971444; duration=0sec 2024-11-14T18:12:51,482 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:12:51,482 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:A 2024-11-14T18:12:51,482 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:12:51,483 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:12:51,484 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6d53c7df530f7a9f5b1fbcf4c4b15268/C is initiating minor compaction (all files) 2024-11-14T18:12:51,484 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d53c7df530f7a9f5b1fbcf4c4b15268/C in TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:51,484 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/4604721d40bb433ab65f1e79400212f1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b68d6afdec6d4e52b8287f6707990f2f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/fcca66997ace4b6eaaa5bae8266b4c83] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp, totalSize=37.0 K 2024-11-14T18:12:51,484 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4604721d40bb433ab65f1e79400212f1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731607966360 2024-11-14T18:12:51,484 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting b68d6afdec6d4e52b8287f6707990f2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731607967088 2024-11-14T18:12:51,485 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcca66997ace4b6eaaa5bae8266b4c83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731607967586 2024-11-14T18:12:51,493 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d53c7df530f7a9f5b1fbcf4c4b15268#C#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:12:51,494 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/84a676295c804ea89571c2b93e0cb542 is 50, key is test_row_0/C:col10/1731607967591/Put/seqid=0 2024-11-14T18:12:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741940_1116 (size=13425) 2024-11-14T18:12:51,874 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/74b6f8ff4fcd4c98a8e039c43d8e8197 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/74b6f8ff4fcd4c98a8e039c43d8e8197 2024-11-14T18:12:51,880 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/B of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 74b6f8ff4fcd4c98a8e039c43d8e8197(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:51,880 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:51,880 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/B, priority=13, startTime=1731607971444; duration=0sec 2024-11-14T18:12:51,881 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:51,881 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:B 2024-11-14T18:12:51,904 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/84a676295c804ea89571c2b93e0cb542 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/84a676295c804ea89571c2b93e0cb542 2024-11-14T18:12:51,910 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d53c7df530f7a9f5b1fbcf4c4b15268/C of 6d53c7df530f7a9f5b1fbcf4c4b15268 into 84a676295c804ea89571c2b93e0cb542(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:12:51,910 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:51,910 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268., storeName=6d53c7df530f7a9f5b1fbcf4c4b15268/C, priority=13, startTime=1731607971445; duration=0sec 2024-11-14T18:12:51,910 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:12:51,910 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d53c7df530f7a9f5b1fbcf4c4b15268:C 2024-11-14T18:12:52,475 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd26d7b to 127.0.0.1:56630 2024-11-14T18:12:52,475 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:12:52,501 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2dd0bbda to 127.0.0.1:56630 2024-11-14T18:12:52,501 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:12:52,509 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x536a4a58 to 127.0.0.1:56630 2024-11-14T18:12:52,509 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:12:52,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T18:12:52,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-14T18:12:52,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-14T18:12:52,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-14T18:12:52,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-14T18:12:52,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-14T18:12:52,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T18:12:52,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1628 2024-11-14T18:12:52,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1615 2024-11-14T18:12:52,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T18:12:52,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 770 2024-11-14T18:12:52,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2309 rows 2024-11-14T18:12:52,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 781 2024-11-14T18:12:52,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2340 rows 2024-11-14T18:12:52,510 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T18:12:52,510 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22ff9396 to 127.0.0.1:56630 2024-11-14T18:12:52,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:12:52,514 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T18:12:52,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T18:12:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T18:12:52,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731607972524"}]},"ts":"1731607972524"} 2024-11-14T18:12:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T18:12:52,526 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T18:12:52,574 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T18:12:52,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T18:12:52,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d53c7df530f7a9f5b1fbcf4c4b15268, UNASSIGN}] 2024-11-14T18:12:52,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d53c7df530f7a9f5b1fbcf4c4b15268, UNASSIGN 2024-11-14T18:12:52,583 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6d53c7df530f7a9f5b1fbcf4c4b15268, regionState=CLOSING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:52,585 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T18:12:52,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:12:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T18:12:52,741 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:52,743 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:52,743 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T18:12:52,744 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 6d53c7df530f7a9f5b1fbcf4c4b15268, disabling compactions & flushes 2024-11-14T18:12:52,744 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:52,744 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:52,744 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. after waiting 0 ms 2024-11-14T18:12:52,744 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:52,744 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 6d53c7df530f7a9f5b1fbcf4c4b15268 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T18:12:52,744 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=A 2024-11-14T18:12:52,745 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:52,745 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=B 2024-11-14T18:12:52,745 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:52,745 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d53c7df530f7a9f5b1fbcf4c4b15268, store=C 2024-11-14T18:12:52,745 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:52,752 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/82f5201f923a46be8100c56b517c7782 is 50, key is test_row_0/A:col10/1731607972474/Put/seqid=0 2024-11-14T18:12:52,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741941_1117 (size=12301) 2024-11-14T18:12:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T18:12:52,994 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:37703 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:37703,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T18:12:53,160 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/82f5201f923a46be8100c56b517c7782 2024-11-14T18:12:53,169 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/2523c6d6f0094d4195bbec8cd21485b4 is 50, key is test_row_0/B:col10/1731607972474/Put/seqid=0 2024-11-14T18:12:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741942_1118 (size=12301) 2024-11-14T18:12:53,449 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T18:12:53,451 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T18:12:53,575 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/2523c6d6f0094d4195bbec8cd21485b4 2024-11-14T18:12:53,583 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/60651978f9e140a98966b31caa525373 is 50, key is test_row_0/C:col10/1731607972474/Put/seqid=0 2024-11-14T18:12:53,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741943_1119 (size=12301) 2024-11-14T18:12:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T18:12:53,987 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/60651978f9e140a98966b31caa525373 2024-11-14T18:12:53,993 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/A/82f5201f923a46be8100c56b517c7782 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/82f5201f923a46be8100c56b517c7782 2024-11-14T18:12:53,999 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/82f5201f923a46be8100c56b517c7782, entries=150, sequenceid=487, filesize=12.0 K 2024-11-14T18:12:54,000 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/B/2523c6d6f0094d4195bbec8cd21485b4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/2523c6d6f0094d4195bbec8cd21485b4 2024-11-14T18:12:54,006 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/2523c6d6f0094d4195bbec8cd21485b4, entries=150, sequenceid=487, filesize=12.0 K 2024-11-14T18:12:54,007 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/.tmp/C/60651978f9e140a98966b31caa525373 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/60651978f9e140a98966b31caa525373 2024-11-14T18:12:54,012 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/60651978f9e140a98966b31caa525373, entries=150, sequenceid=487, filesize=12.0 K 2024-11-14T18:12:54,013 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6d53c7df530f7a9f5b1fbcf4c4b15268 in 1269ms, sequenceid=487, compaction requested=false 2024-11-14T18:12:54,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/412cbaf0f79245938878179df4413556, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/56776d3731544acdab3dd3cb3e8d1c14, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/22abc4d7959548529edfcfd15aa30070, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/825efbd9e0204655a093e4724492511d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ea1f71b9bcb847f68ed7ef0ed4d0b6e6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c64d80100cf544a8a2c938efd51e9ee5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ccb9cc05dd4541e4923e22615a9640a5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c8f43d10e5fc4bd9bc7a630f0e29d5f7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8b2cfc5411aa4ef293b01b7112a22d29, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c0ce919de4ca47d0afce87f620369e2b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c04292db8e194b21bc962186093b1020, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/b712c9fc21804bb683338c1a88ed58b3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e00c9a5de2414605a411533dc1e90aab, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e27603df4ad5428fa43ca4e3cace2be6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/fe8710cd8b5e47acbfd8daff26c05db5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/86d3cede970d4f7bbc1717f6e81f7827, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/2999c49e70054f4eb79c6210ae7c08b0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/9c87f88f9bdb4589a53438d028442dc1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/cbdd92a4b3414e62a1bff945fbc2b93e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/0e525593a157406f9854672ead34e8f6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/d8e652a4b49a400ea70860965e08b804, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/875860479a5a4ae8ad917b336816f41f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/d352e0972a5340b0a2f55d3164db3fa4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8ecfb281bde84adaa4a8a749ed41e363, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/5c3d46eb9fc242c6b0837af21e635bc9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ca17e32ef18142398e20ce436cb609a5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/75b840c4de3e4fed89875a683292cacc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/85df8b700ae7460d82ab8cf42c14bfd3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/b181b2f47b6f4736b34aaa8d10e73732, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ad1ea3dc80604ddbacddaa78101129e3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/a94589832dd14f428ecace930ef6ec9c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/04047e56b05e405dbddc8e52e8332665, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8943d0d0c3b0401280d77cebfaf479ae] to archive 2024-11-14T18:12:54,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:12:54,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/412cbaf0f79245938878179df4413556 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/412cbaf0f79245938878179df4413556 2024-11-14T18:12:54,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/56776d3731544acdab3dd3cb3e8d1c14 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/56776d3731544acdab3dd3cb3e8d1c14 2024-11-14T18:12:54,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/22abc4d7959548529edfcfd15aa30070 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/22abc4d7959548529edfcfd15aa30070 2024-11-14T18:12:54,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/825efbd9e0204655a093e4724492511d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/825efbd9e0204655a093e4724492511d 2024-11-14T18:12:54,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ea1f71b9bcb847f68ed7ef0ed4d0b6e6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ea1f71b9bcb847f68ed7ef0ed4d0b6e6 2024-11-14T18:12:54,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c64d80100cf544a8a2c938efd51e9ee5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c64d80100cf544a8a2c938efd51e9ee5 2024-11-14T18:12:54,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ccb9cc05dd4541e4923e22615a9640a5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ccb9cc05dd4541e4923e22615a9640a5 2024-11-14T18:12:54,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c8f43d10e5fc4bd9bc7a630f0e29d5f7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c8f43d10e5fc4bd9bc7a630f0e29d5f7 2024-11-14T18:12:54,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8b2cfc5411aa4ef293b01b7112a22d29 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8b2cfc5411aa4ef293b01b7112a22d29 2024-11-14T18:12:54,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c0ce919de4ca47d0afce87f620369e2b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c0ce919de4ca47d0afce87f620369e2b 2024-11-14T18:12:54,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c04292db8e194b21bc962186093b1020 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/c04292db8e194b21bc962186093b1020 2024-11-14T18:12:54,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/b712c9fc21804bb683338c1a88ed58b3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/b712c9fc21804bb683338c1a88ed58b3 2024-11-14T18:12:54,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e00c9a5de2414605a411533dc1e90aab to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e00c9a5de2414605a411533dc1e90aab 2024-11-14T18:12:54,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e27603df4ad5428fa43ca4e3cace2be6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/e27603df4ad5428fa43ca4e3cace2be6 2024-11-14T18:12:54,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/fe8710cd8b5e47acbfd8daff26c05db5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/fe8710cd8b5e47acbfd8daff26c05db5 2024-11-14T18:12:54,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/86d3cede970d4f7bbc1717f6e81f7827 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/86d3cede970d4f7bbc1717f6e81f7827 2024-11-14T18:12:54,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/2999c49e70054f4eb79c6210ae7c08b0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/2999c49e70054f4eb79c6210ae7c08b0 2024-11-14T18:12:54,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/9c87f88f9bdb4589a53438d028442dc1 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/9c87f88f9bdb4589a53438d028442dc1 2024-11-14T18:12:54,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/cbdd92a4b3414e62a1bff945fbc2b93e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/cbdd92a4b3414e62a1bff945fbc2b93e 2024-11-14T18:12:54,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/0e525593a157406f9854672ead34e8f6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/0e525593a157406f9854672ead34e8f6 2024-11-14T18:12:54,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/d8e652a4b49a400ea70860965e08b804 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/d8e652a4b49a400ea70860965e08b804 2024-11-14T18:12:54,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/875860479a5a4ae8ad917b336816f41f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/875860479a5a4ae8ad917b336816f41f 2024-11-14T18:12:54,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/d352e0972a5340b0a2f55d3164db3fa4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/d352e0972a5340b0a2f55d3164db3fa4 2024-11-14T18:12:54,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8ecfb281bde84adaa4a8a749ed41e363 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8ecfb281bde84adaa4a8a749ed41e363 2024-11-14T18:12:54,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/5c3d46eb9fc242c6b0837af21e635bc9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/5c3d46eb9fc242c6b0837af21e635bc9 2024-11-14T18:12:54,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ca17e32ef18142398e20ce436cb609a5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ca17e32ef18142398e20ce436cb609a5 2024-11-14T18:12:54,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/75b840c4de3e4fed89875a683292cacc to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/75b840c4de3e4fed89875a683292cacc 2024-11-14T18:12:54,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/85df8b700ae7460d82ab8cf42c14bfd3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/85df8b700ae7460d82ab8cf42c14bfd3 2024-11-14T18:12:54,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/b181b2f47b6f4736b34aaa8d10e73732 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/b181b2f47b6f4736b34aaa8d10e73732 2024-11-14T18:12:54,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ad1ea3dc80604ddbacddaa78101129e3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/ad1ea3dc80604ddbacddaa78101129e3 2024-11-14T18:12:54,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/a94589832dd14f428ecace930ef6ec9c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/a94589832dd14f428ecace930ef6ec9c 2024-11-14T18:12:54,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/04047e56b05e405dbddc8e52e8332665 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/04047e56b05e405dbddc8e52e8332665 2024-11-14T18:12:54,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8943d0d0c3b0401280d77cebfaf479ae to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/8943d0d0c3b0401280d77cebfaf479ae 2024-11-14T18:12:54,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f20f01e09a3245acb23f9c860dea7ffe, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/8a32e6ed48be4d9e9aff561d30926544, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/9799cb6e06934f07aaca5579dc35a923, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/7c1889071f1848939a1795a64fd127d7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f5edcf137d1645a2884aab763d6ead99, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/2c22e441c1d541a1b8b319423b4a7a19, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/4ed7f90b6de74e12b6625e2598d7c952, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/493af31f2a00425a881837122d6cc70c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/a6eae03f1e374a0eb5cbd8ba87e07e48, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26df1c41a232411193749da7638bb39b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/922b1e5e5d724ed58d611d5ddfc826e5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/16d1e27ea726403a931c3b3fb8da165b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c1b8b454dea4445e914382df4db369dc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/ff813c9b25e442c0bd151635660d4057, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/774371564b494f7588a00d615d0b7327, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/9c31661eeab34782b87ced621135380d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/0d16f4408c02460886e10f5821f3bac2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/32ff942932da480897ff0e9159a977a6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c3d589929adf4f7c97721dceb3a5705a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/ff38a5b0516f49169b184bce50a2ade2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/a63564c67ed64bc1b1457ae8adcc2466, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b908b24cb820410ea7b39567bcdc37f9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/725b4380abc24b6f82944b958ca41aee, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d1dcdca3da7047e0a118164fdd6445b7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d939ff96643e443bb22d4849abdbf7d7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/28ddd882bba245da9a95580407e08a4d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26832dd645204dceaa4e720498c4790c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/3c6ff359cda64f95846de16df74854af, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b9d0de0bd3154bba888a564d18199d41, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/6aebaf70f59544cd89360d0fa0130cc3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f9cac6d14b02417daf4c0747a3d2b338, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/be2f9d993e2547a1ae17ac314b539ad8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/63989e43e0d741499712efc4abe03df2] to archive 2024-11-14T18:12:54,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:12:54,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f20f01e09a3245acb23f9c860dea7ffe to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f20f01e09a3245acb23f9c860dea7ffe 2024-11-14T18:12:54,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/8a32e6ed48be4d9e9aff561d30926544 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/8a32e6ed48be4d9e9aff561d30926544 2024-11-14T18:12:54,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/9799cb6e06934f07aaca5579dc35a923 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/9799cb6e06934f07aaca5579dc35a923 2024-11-14T18:12:54,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/7c1889071f1848939a1795a64fd127d7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/7c1889071f1848939a1795a64fd127d7 2024-11-14T18:12:54,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f5edcf137d1645a2884aab763d6ead99 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f5edcf137d1645a2884aab763d6ead99 2024-11-14T18:12:54,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/2c22e441c1d541a1b8b319423b4a7a19 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/2c22e441c1d541a1b8b319423b4a7a19 2024-11-14T18:12:54,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/4ed7f90b6de74e12b6625e2598d7c952 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/4ed7f90b6de74e12b6625e2598d7c952 2024-11-14T18:12:54,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/493af31f2a00425a881837122d6cc70c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/493af31f2a00425a881837122d6cc70c 2024-11-14T18:12:54,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/a6eae03f1e374a0eb5cbd8ba87e07e48 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/a6eae03f1e374a0eb5cbd8ba87e07e48 2024-11-14T18:12:54,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26df1c41a232411193749da7638bb39b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26df1c41a232411193749da7638bb39b 2024-11-14T18:12:54,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/922b1e5e5d724ed58d611d5ddfc826e5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/922b1e5e5d724ed58d611d5ddfc826e5 2024-11-14T18:12:54,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/16d1e27ea726403a931c3b3fb8da165b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/16d1e27ea726403a931c3b3fb8da165b 2024-11-14T18:12:54,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c1b8b454dea4445e914382df4db369dc to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c1b8b454dea4445e914382df4db369dc 2024-11-14T18:12:54,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/ff813c9b25e442c0bd151635660d4057 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/ff813c9b25e442c0bd151635660d4057 2024-11-14T18:12:54,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/774371564b494f7588a00d615d0b7327 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/774371564b494f7588a00d615d0b7327 2024-11-14T18:12:54,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/9c31661eeab34782b87ced621135380d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/9c31661eeab34782b87ced621135380d 2024-11-14T18:12:54,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/0d16f4408c02460886e10f5821f3bac2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/0d16f4408c02460886e10f5821f3bac2 2024-11-14T18:12:54,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/32ff942932da480897ff0e9159a977a6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/32ff942932da480897ff0e9159a977a6 2024-11-14T18:12:54,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c3d589929adf4f7c97721dceb3a5705a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/c3d589929adf4f7c97721dceb3a5705a 2024-11-14T18:12:54,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/ff38a5b0516f49169b184bce50a2ade2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/ff38a5b0516f49169b184bce50a2ade2 2024-11-14T18:12:54,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/a63564c67ed64bc1b1457ae8adcc2466 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/a63564c67ed64bc1b1457ae8adcc2466 2024-11-14T18:12:54,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b908b24cb820410ea7b39567bcdc37f9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b908b24cb820410ea7b39567bcdc37f9 2024-11-14T18:12:54,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/725b4380abc24b6f82944b958ca41aee to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/725b4380abc24b6f82944b958ca41aee 2024-11-14T18:12:54,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d1dcdca3da7047e0a118164fdd6445b7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d1dcdca3da7047e0a118164fdd6445b7 2024-11-14T18:12:54,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d939ff96643e443bb22d4849abdbf7d7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/d939ff96643e443bb22d4849abdbf7d7 2024-11-14T18:12:54,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/28ddd882bba245da9a95580407e08a4d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/28ddd882bba245da9a95580407e08a4d 2024-11-14T18:12:54,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26832dd645204dceaa4e720498c4790c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/26832dd645204dceaa4e720498c4790c 2024-11-14T18:12:54,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/3c6ff359cda64f95846de16df74854af to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/3c6ff359cda64f95846de16df74854af 2024-11-14T18:12:54,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b9d0de0bd3154bba888a564d18199d41 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/b9d0de0bd3154bba888a564d18199d41 2024-11-14T18:12:54,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/6aebaf70f59544cd89360d0fa0130cc3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/6aebaf70f59544cd89360d0fa0130cc3 2024-11-14T18:12:54,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f9cac6d14b02417daf4c0747a3d2b338 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/f9cac6d14b02417daf4c0747a3d2b338 2024-11-14T18:12:54,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/be2f9d993e2547a1ae17ac314b539ad8 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/be2f9d993e2547a1ae17ac314b539ad8 2024-11-14T18:12:54,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/63989e43e0d741499712efc4abe03df2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/63989e43e0d741499712efc4abe03df2 2024-11-14T18:12:54,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/8f8e6e8a31204d6a841814e09335b084, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1703c0ac5b8d4975921ccd004f9bda0b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/f93c989a72924527b45604a634bae0ad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/cf2f17e64cd44540a8ae707fd9a2f7c3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/226a9670f15e43bf978d0ab72a19846b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/0bb8374040704bcb874fa4190fd960ba, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/33fd138d1eb4489eb5ab4e32b8f4408a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b75b93bd40324546a64a89fc19eaea7f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/8afa8657528c42b2beba33f5c7a0bec5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/da39b54e285b4f75bd12bad43eee2bee, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/40995c8b2d30413f9ce056d02ce1818d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/53ae93800e9e40e7bbb8451027746c30, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6343f0421ac44e6e9bfe7f4459d221cb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/41f938772aa74f609b4c9b02246ac373, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6fd6051d7af4451b830327273c4b526b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/e5ba2488b57a431b8e6968cb3d402577, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/2947845a026a4895bf52c83b7c68ffb9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/47e2e9c198504d6bae24645d616f1c62, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/26866ad4c59240159b54ed91fb3f02b2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/a42a85311a434b249bcf6d6c37d633d9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/ddaeb514bb2a4a1d8876950e52d56f19, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/d428cdba4f1747da9eb97b2700407400, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/4ea847a1459740ee99f2d5feb8632779, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/11b9843215884189bbeeb1da42c14c6f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/95477db24e5141b6b25474ed5f7178a9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/33c8e4c862294d57b6411f1477d9275a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1c345420880c49cab9dd4f4b93104500, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/81a9289f14d4414fbe2e9c082ed1e989, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/e5a06c18b174499ea1d231cf48fa3ffd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/4604721d40bb433ab65f1e79400212f1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/5894761f1309481788917172ce6d57cf, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b68d6afdec6d4e52b8287f6707990f2f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/fcca66997ace4b6eaaa5bae8266b4c83] to archive 2024-11-14T18:12:54,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:12:54,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/8f8e6e8a31204d6a841814e09335b084 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/8f8e6e8a31204d6a841814e09335b084 2024-11-14T18:12:54,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1703c0ac5b8d4975921ccd004f9bda0b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1703c0ac5b8d4975921ccd004f9bda0b 2024-11-14T18:12:54,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/f93c989a72924527b45604a634bae0ad to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/f93c989a72924527b45604a634bae0ad 2024-11-14T18:12:54,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/cf2f17e64cd44540a8ae707fd9a2f7c3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/cf2f17e64cd44540a8ae707fd9a2f7c3 2024-11-14T18:12:54,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/226a9670f15e43bf978d0ab72a19846b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/226a9670f15e43bf978d0ab72a19846b 2024-11-14T18:12:54,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/0bb8374040704bcb874fa4190fd960ba to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/0bb8374040704bcb874fa4190fd960ba 2024-11-14T18:12:54,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/33fd138d1eb4489eb5ab4e32b8f4408a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/33fd138d1eb4489eb5ab4e32b8f4408a 2024-11-14T18:12:54,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b75b93bd40324546a64a89fc19eaea7f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b75b93bd40324546a64a89fc19eaea7f 2024-11-14T18:12:54,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/8afa8657528c42b2beba33f5c7a0bec5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/8afa8657528c42b2beba33f5c7a0bec5 2024-11-14T18:12:54,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/da39b54e285b4f75bd12bad43eee2bee to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/da39b54e285b4f75bd12bad43eee2bee 2024-11-14T18:12:54,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/40995c8b2d30413f9ce056d02ce1818d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/40995c8b2d30413f9ce056d02ce1818d 2024-11-14T18:12:54,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/53ae93800e9e40e7bbb8451027746c30 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/53ae93800e9e40e7bbb8451027746c30 2024-11-14T18:12:54,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6343f0421ac44e6e9bfe7f4459d221cb to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6343f0421ac44e6e9bfe7f4459d221cb 2024-11-14T18:12:54,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/41f938772aa74f609b4c9b02246ac373 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/41f938772aa74f609b4c9b02246ac373 2024-11-14T18:12:54,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6fd6051d7af4451b830327273c4b526b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/6fd6051d7af4451b830327273c4b526b 2024-11-14T18:12:54,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/e5ba2488b57a431b8e6968cb3d402577 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/e5ba2488b57a431b8e6968cb3d402577 2024-11-14T18:12:54,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/2947845a026a4895bf52c83b7c68ffb9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/2947845a026a4895bf52c83b7c68ffb9 2024-11-14T18:12:54,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/47e2e9c198504d6bae24645d616f1c62 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/47e2e9c198504d6bae24645d616f1c62 2024-11-14T18:12:54,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/26866ad4c59240159b54ed91fb3f02b2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/26866ad4c59240159b54ed91fb3f02b2 2024-11-14T18:12:54,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/a42a85311a434b249bcf6d6c37d633d9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/a42a85311a434b249bcf6d6c37d633d9 2024-11-14T18:12:54,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/ddaeb514bb2a4a1d8876950e52d56f19 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/ddaeb514bb2a4a1d8876950e52d56f19 2024-11-14T18:12:54,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/d428cdba4f1747da9eb97b2700407400 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/d428cdba4f1747da9eb97b2700407400 2024-11-14T18:12:54,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/4ea847a1459740ee99f2d5feb8632779 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/4ea847a1459740ee99f2d5feb8632779 2024-11-14T18:12:54,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/11b9843215884189bbeeb1da42c14c6f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/11b9843215884189bbeeb1da42c14c6f 2024-11-14T18:12:54,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/95477db24e5141b6b25474ed5f7178a9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/95477db24e5141b6b25474ed5f7178a9 2024-11-14T18:12:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T18:12:54,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/33c8e4c862294d57b6411f1477d9275a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/33c8e4c862294d57b6411f1477d9275a 2024-11-14T18:12:54,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1c345420880c49cab9dd4f4b93104500 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/1c345420880c49cab9dd4f4b93104500 2024-11-14T18:12:54,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/81a9289f14d4414fbe2e9c082ed1e989 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/81a9289f14d4414fbe2e9c082ed1e989 2024-11-14T18:12:54,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/e5a06c18b174499ea1d231cf48fa3ffd to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/e5a06c18b174499ea1d231cf48fa3ffd 2024-11-14T18:12:54,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/4604721d40bb433ab65f1e79400212f1 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/4604721d40bb433ab65f1e79400212f1 2024-11-14T18:12:54,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/5894761f1309481788917172ce6d57cf to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/5894761f1309481788917172ce6d57cf 2024-11-14T18:12:54,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b68d6afdec6d4e52b8287f6707990f2f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/b68d6afdec6d4e52b8287f6707990f2f 2024-11-14T18:12:54,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/fcca66997ace4b6eaaa5bae8266b4c83 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/fcca66997ace4b6eaaa5bae8266b4c83 2024-11-14T18:12:54,686 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/recovered.edits/490.seqid, newMaxSeqId=490, maxSeqId=1 2024-11-14T18:12:54,690 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268. 2024-11-14T18:12:54,691 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 6d53c7df530f7a9f5b1fbcf4c4b15268: 2024-11-14T18:12:54,695 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:54,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6d53c7df530f7a9f5b1fbcf4c4b15268, regionState=CLOSED 2024-11-14T18:12:54,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-14T18:12:54,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 6d53c7df530f7a9f5b1fbcf4c4b15268, server=eed19b614a58,42787,1731607940149 in 2.1130 sec 2024-11-14T18:12:54,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-14T18:12:54,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d53c7df530f7a9f5b1fbcf4c4b15268, UNASSIGN in 2.1190 sec 2024-11-14T18:12:54,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-14T18:12:54,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1280 sec 2024-11-14T18:12:54,709 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731607974708"}]},"ts":"1731607974708"} 2024-11-14T18:12:54,710 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T18:12:54,759 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T18:12:54,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2430 sec 2024-11-14T18:12:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T18:12:56,636 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-14T18:12:56,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T18:12:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:12:56,648 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:12:56,650 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:12:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T18:12:56,666 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:56,676 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/recovered.edits] 2024-11-14T18:12:56,683 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/82f5201f923a46be8100c56b517c7782 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/82f5201f923a46be8100c56b517c7782 2024-11-14T18:12:56,686 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/9bd39318eb9e4366b2335a44b5855535 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/A/9bd39318eb9e4366b2335a44b5855535 2024-11-14T18:12:56,693 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/2523c6d6f0094d4195bbec8cd21485b4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/2523c6d6f0094d4195bbec8cd21485b4 2024-11-14T18:12:56,695 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/74b6f8ff4fcd4c98a8e039c43d8e8197 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/B/74b6f8ff4fcd4c98a8e039c43d8e8197 2024-11-14T18:12:56,698 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/60651978f9e140a98966b31caa525373 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/60651978f9e140a98966b31caa525373 2024-11-14T18:12:56,699 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/84a676295c804ea89571c2b93e0cb542 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/C/84a676295c804ea89571c2b93e0cb542 2024-11-14T18:12:56,703 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/recovered.edits/490.seqid to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268/recovered.edits/490.seqid 2024-11-14T18:12:56,704 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6d53c7df530f7a9f5b1fbcf4c4b15268 2024-11-14T18:12:56,704 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T18:12:56,710 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:12:56,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T18:12:56,723 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T18:12:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T18:12:56,818 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T18:12:56,826 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:12:56,826 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T18:12:56,826 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731607976826"}]},"ts":"9223372036854775807"} 2024-11-14T18:12:56,838 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T18:12:56,838 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6d53c7df530f7a9f5b1fbcf4c4b15268, NAME => 'TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T18:12:56,838 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T18:12:56,838 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731607976838"}]},"ts":"9223372036854775807"} 2024-11-14T18:12:56,844 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T18:12:56,858 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:12:56,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 216 msec 2024-11-14T18:12:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T18:12:56,958 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-14T18:12:56,977 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 217) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5605ace3-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5605ace3-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1002244001_22 at /127.0.0.1:45660 [Waiting for operation #281] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/eed19b614a58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5605ace3-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1002244001_22 at /127.0.0.1:49280 [Waiting for operation #85] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_332933133_22 at /127.0.0.1:59460 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5605ace3-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;eed19b614a58:42787-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_332933133_22 at /127.0.0.1:59882 [Waiting for operation #299] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=466 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1254 (was 940) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=845 (was 2711) 2024-11-14T18:12:56,988 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=1254, ProcessCount=11, AvailableMemoryMB=845 2024-11-14T18:12:56,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T18:12:56,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:12:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T18:12:56,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:12:56,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:56,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-14T18:12:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-14T18:12:56,995 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:12:57,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741944_1120 (size=960) 2024-11-14T18:12:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-14T18:12:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-14T18:12:57,414 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663 2024-11-14T18:12:57,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741945_1121 (size=53) 2024-11-14T18:12:57,439 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:12:57,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 77926a48b798347b16467a2208f27ede, disabling compactions & flushes 2024-11-14T18:12:57,440 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:57,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:57,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. after waiting 0 ms 2024-11-14T18:12:57,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:57,440 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:57,440 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:12:57,443 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:12:57,443 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731607977443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731607977443"}]},"ts":"1731607977443"} 2024-11-14T18:12:57,446 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T18:12:57,447 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:12:57,447 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731607977447"}]},"ts":"1731607977447"} 2024-11-14T18:12:57,449 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T18:12:57,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=77926a48b798347b16467a2208f27ede, ASSIGN}] 2024-11-14T18:12:57,468 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=77926a48b798347b16467a2208f27ede, ASSIGN 2024-11-14T18:12:57,469 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77926a48b798347b16467a2208f27ede, ASSIGN; state=OFFLINE, location=eed19b614a58,42787,1731607940149; forceNewPlan=false, retain=false 2024-11-14T18:12:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-14T18:12:57,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=77926a48b798347b16467a2208f27ede, regionState=OPENING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:57,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure 77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:12:57,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:57,780 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:57,780 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:12:57,781 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:57,781 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:12:57,781 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:57,781 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:57,783 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:57,785 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:12:57,785 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77926a48b798347b16467a2208f27ede columnFamilyName A 2024-11-14T18:12:57,785 DEBUG [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:57,786 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(327): Store=77926a48b798347b16467a2208f27ede/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:57,786 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:57,787 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:12:57,789 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77926a48b798347b16467a2208f27ede columnFamilyName B 2024-11-14T18:12:57,789 DEBUG [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:57,790 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(327): Store=77926a48b798347b16467a2208f27ede/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:57,790 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:57,791 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:12:57,792 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77926a48b798347b16467a2208f27ede columnFamilyName C 2024-11-14T18:12:57,792 DEBUG [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:57,793 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(327): Store=77926a48b798347b16467a2208f27ede/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:57,793 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:57,794 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede 2024-11-14T18:12:57,795 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede 2024-11-14T18:12:57,796 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T18:12:57,798 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:57,802 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:12:57,803 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened 77926a48b798347b16467a2208f27ede; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66058512, jitterRate=-0.015651464462280273}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T18:12:57,804 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:12:57,805 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., pid=35, masterSystemTime=1731607977774 2024-11-14T18:12:57,808 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:57,809 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=77926a48b798347b16467a2208f27ede, regionState=OPEN, openSeqNum=2, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:57,809 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:57,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-14T18:12:57,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure 77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 in 188 msec 2024-11-14T18:12:57,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-14T18:12:57,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=77926a48b798347b16467a2208f27ede, ASSIGN in 354 msec 2024-11-14T18:12:57,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:12:57,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731607977822"}]},"ts":"1731607977822"} 2024-11-14T18:12:57,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T18:12:57,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:12:57,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 848 msec 2024-11-14T18:12:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-14T18:12:58,100 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-14T18:12:58,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3c14c0 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3242ee55 2024-11-14T18:12:58,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b0c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:58,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:58,121 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:58,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:12:58,130 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:12:58,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T18:12:58,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:12:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T18:12:58,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741946_1122 (size=996) 2024-11-14T18:12:58,574 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T18:12:58,575 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T18:12:58,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T18:12:58,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=77926a48b798347b16467a2208f27ede, REOPEN/MOVE}] 2024-11-14T18:12:58,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=77926a48b798347b16467a2208f27ede, REOPEN/MOVE 2024-11-14T18:12:58,595 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=77926a48b798347b16467a2208f27ede, regionState=CLOSING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:58,597 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T18:12:58,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:12:58,751 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:58,755 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:58,755 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T18:12:58,755 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 77926a48b798347b16467a2208f27ede, disabling compactions & flushes 2024-11-14T18:12:58,755 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:58,756 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:58,756 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. after waiting 0 ms 2024-11-14T18:12:58,756 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:58,763 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T18:12:58,764 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:58,764 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:12:58,764 WARN [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: 77926a48b798347b16467a2208f27ede to self. 2024-11-14T18:12:58,766 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:58,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=77926a48b798347b16467a2208f27ede, regionState=CLOSED 2024-11-14T18:12:58,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77926a48b798347b16467a2208f27ede, REOPEN/MOVE; state=CLOSED, location=eed19b614a58,42787,1731607940149; forceNewPlan=false, retain=true 2024-11-14T18:12:58,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-14T18:12:58,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 in 171 msec 2024-11-14T18:12:58,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=77926a48b798347b16467a2208f27ede, regionState=OPENING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:58,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure 77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:12:59,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T18:12:59,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,100 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:59,100 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:12:59,101 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:59,101 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:12:59,101 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:59,101 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:59,105 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:59,106 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:12:59,113 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77926a48b798347b16467a2208f27ede columnFamilyName A 2024-11-14T18:12:59,116 DEBUG [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:59,117 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(327): Store=77926a48b798347b16467a2208f27ede/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:59,118 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:59,118 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:12:59,119 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77926a48b798347b16467a2208f27ede columnFamilyName B 2024-11-14T18:12:59,119 DEBUG [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:59,120 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(327): Store=77926a48b798347b16467a2208f27ede/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:59,120 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:59,121 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:12:59,121 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77926a48b798347b16467a2208f27ede columnFamilyName C 2024-11-14T18:12:59,121 DEBUG [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:59,122 INFO [StoreOpener-77926a48b798347b16467a2208f27ede-1 {}] regionserver.HStore(327): Store=77926a48b798347b16467a2208f27ede/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:12:59,122 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:59,123 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede 2024-11-14T18:12:59,124 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede 2024-11-14T18:12:59,126 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T18:12:59,127 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:59,128 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 77926a48b798347b16467a2208f27ede; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62789968, jitterRate=-0.06435656547546387}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T18:12:59,129 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:12:59,129 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., pid=40, masterSystemTime=1731607979096 2024-11-14T18:12:59,131 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:59,131 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:59,132 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=77926a48b798347b16467a2208f27ede, regionState=OPEN, openSeqNum=5, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-14T18:12:59,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure 77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 in 193 msec 2024-11-14T18:12:59,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-14T18:12:59,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=77926a48b798347b16467a2208f27ede, REOPEN/MOVE in 546 msec 2024-11-14T18:12:59,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-14T18:12:59,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 563 msec 2024-11-14T18:12:59,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 999 msec 2024-11-14T18:12:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-14T18:12:59,154 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a0aa7d7 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aa409d0 2024-11-14T18:12:59,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27600c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:59,237 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0231f064 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53af6163 2024-11-14T18:12:59,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57449e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:59,266 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28c904d8 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15736fcc 2024-11-14T18:12:59,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b51e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:59,317 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d6eb994 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32168855 2024-11-14T18:12:59,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c517130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:59,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a63fed4 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40832d66 2024-11-14T18:12:59,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776c0cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:59,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29dad7a8 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ec46f90 2024-11-14T18:12:59,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ad9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:59,496 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c6fdab to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f63b68c 2024-11-14T18:12:59,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d36579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:59,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x250a1de4 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473f181f 2024-11-14T18:12:59,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681a05ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:59,536 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49456175 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@768577a2 2024-11-14T18:12:59,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0829fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:12:59,562 DEBUG [hconnection-0x13381b1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:59,562 DEBUG [hconnection-0xa30a104-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:59,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:12:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-14T18:12:59,564 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:59,564 DEBUG [hconnection-0x33758e0f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:59,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:12:59,565 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T18:12:59,566 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:12:59,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:12:59,570 DEBUG [hconnection-0x5866f180-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:59,571 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:59,572 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:59,579 DEBUG [hconnection-0x21b61ef9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:59,580 DEBUG [hconnection-0x3b5a53c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:59,581 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:59,581 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:59,581 DEBUG [hconnection-0x5bd94073-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:59,582 DEBUG [hconnection-0x6b038333-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:59,587 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:59,594 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:12:59,615 DEBUG [hconnection-0x33b01b16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:12:59,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T18:12:59,622 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:12:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:12:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:12:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:59,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:12:59,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:12:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T18:12:59,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149d1f96965ee04086a856dad1bd6440b4_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607979612/Put/seqid=0 2024-11-14T18:12:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741947_1123 (size=12154) 2024-11-14T18:12:59,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:12:59,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:12:59,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:59,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:12:59,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:59,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:59,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:59,735 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149d1f96965ee04086a856dad1bd6440b4_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149d1f96965ee04086a856dad1bd6440b4_77926a48b798347b16467a2208f27ede 2024-11-14T18:12:59,737 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/c1cf77d987cc439285e9d46e7f80542a, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:12:59,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/c1cf77d987cc439285e9d46e7f80542a is 175, key is test_row_0/A:col10/1731607979612/Put/seqid=0 2024-11-14T18:12:59,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741948_1124 (size=30955) 2024-11-14T18:12:59,785 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=22, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/c1cf77d987cc439285e9d46e7f80542a 2024-11-14T18:12:59,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608039785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608039788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:59,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608039792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608039789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608039793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/edd337f9d44d4a0b9c677514f39b4d0a is 50, key is test_row_0/B:col10/1731607979612/Put/seqid=0 2024-11-14T18:12:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741949_1125 (size=12001) 2024-11-14T18:12:59,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/edd337f9d44d4a0b9c677514f39b4d0a 2024-11-14T18:12:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T18:12:59,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:12:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:12:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:12:59,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:12:59,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608039896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608039896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608039897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608039898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:12:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608039898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:12:59,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/03705a85dde74c0390ed5fdc48f4453b is 50, key is test_row_0/C:col10/1731607979612/Put/seqid=0 2024-11-14T18:12:59,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741950_1126 (size=12001) 2024-11-14T18:13:00,037 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608040101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608040103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608040104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608040106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608040106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T18:13:00,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:00,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T18:13:00,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/03705a85dde74c0390ed5fdc48f4453b 2024-11-14T18:13:00,366 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:00,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:00,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/c1cf77d987cc439285e9d46e7f80542a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c1cf77d987cc439285e9d46e7f80542a 2024-11-14T18:13:00,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c1cf77d987cc439285e9d46e7f80542a, entries=150, sequenceid=22, filesize=30.2 K 2024-11-14T18:13:00,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/edd337f9d44d4a0b9c677514f39b4d0a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/edd337f9d44d4a0b9c677514f39b4d0a 2024-11-14T18:13:00,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/edd337f9d44d4a0b9c677514f39b4d0a, entries=150, sequenceid=22, filesize=11.7 K 2024-11-14T18:13:00,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/03705a85dde74c0390ed5fdc48f4453b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/03705a85dde74c0390ed5fdc48f4453b 2024-11-14T18:13:00,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/03705a85dde74c0390ed5fdc48f4453b, entries=150, sequenceid=22, filesize=11.7 K 2024-11-14T18:13:00,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 77926a48b798347b16467a2208f27ede in 808ms, sequenceid=22, compaction requested=false 2024-11-14T18:13:00,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:00,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T18:13:00,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:00,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:00,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:00,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:00,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:00,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:00,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143b52969f526b441f8566d9326e4efd9a_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607980435/Put/seqid=0 2024-11-14T18:13:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741951_1127 (size=12154) 2024-11-14T18:13:00,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608040506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608040526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:00,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:00,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608040530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608040538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608040539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608040641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608040641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608040644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608040645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608040650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T18:13:00,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:00,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608040849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608040852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608040856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608040857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:00,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:00,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:00,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608040851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:00,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:00,937 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143b52969f526b441f8566d9326e4efd9a_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143b52969f526b441f8566d9326e4efd9a_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:00,939 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/62366756f4964b39ad684e4e41440d0b, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:00,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/62366756f4964b39ad684e4e41440d0b is 175, key is test_row_0/A:col10/1731607980435/Put/seqid=0 2024-11-14T18:13:00,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741952_1128 (size=30955) 2024-11-14T18:13:00,982 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/62366756f4964b39ad684e4e41440d0b 2024-11-14T18:13:01,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/acedad48b7f5467faf494f085e747261 is 50, key is test_row_0/B:col10/1731607980435/Put/seqid=0 2024-11-14T18:13:01,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741953_1129 (size=12001) 2024-11-14T18:13:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608041167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608041171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608041175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608041175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608041178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/acedad48b7f5467faf494f085e747261 2024-11-14T18:13:01,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/d4c7ff85cc9c40bfbfcbfe85fb3be8e5 is 50, key is test_row_0/C:col10/1731607980435/Put/seqid=0 2024-11-14T18:13:01,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741954_1130 (size=12001) 2024-11-14T18:13:01,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:01,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:01,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608041680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T18:13:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608041694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:01,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608041698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608041698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608041702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,761 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:01,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:01,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:01,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:01,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:01,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/d4c7ff85cc9c40bfbfcbfe85fb3be8e5 2024-11-14T18:13:01,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/62366756f4964b39ad684e4e41440d0b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/62366756f4964b39ad684e4e41440d0b 2024-11-14T18:13:02,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/62366756f4964b39ad684e4e41440d0b, entries=150, sequenceid=42, filesize=30.2 K 2024-11-14T18:13:02,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/acedad48b7f5467faf494f085e747261 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/acedad48b7f5467faf494f085e747261 2024-11-14T18:13:02,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/acedad48b7f5467faf494f085e747261, entries=150, sequenceid=42, filesize=11.7 K 2024-11-14T18:13:02,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/d4c7ff85cc9c40bfbfcbfe85fb3be8e5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d4c7ff85cc9c40bfbfcbfe85fb3be8e5 2024-11-14T18:13:02,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:02,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:02,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d4c7ff85cc9c40bfbfcbfe85fb3be8e5, entries=150, sequenceid=42, filesize=11.7 K 2024-11-14T18:13:02,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:02,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:02,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 77926a48b798347b16467a2208f27ede in 1653ms, sequenceid=42, compaction requested=false 2024-11-14T18:13:02,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:02,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:02,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T18:13:02,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:02,250 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T18:13:02,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:02,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:02,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:02,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:02,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:02,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:02,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d41fca436b0e4f4c9da4d1bb76b68345_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607980526/Put/seqid=0 2024-11-14T18:13:02,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741955_1131 (size=12154) 2024-11-14T18:13:02,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:02,378 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d41fca436b0e4f4c9da4d1bb76b68345_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d41fca436b0e4f4c9da4d1bb76b68345_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:02,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/67bc91aaf18f4cb5ad754a0020c9eace, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:02,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/67bc91aaf18f4cb5ad754a0020c9eace is 175, key is test_row_0/A:col10/1731607980526/Put/seqid=0 2024-11-14T18:13:02,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741956_1132 (size=30955) 2024-11-14T18:13:02,447 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/67bc91aaf18f4cb5ad754a0020c9eace 2024-11-14T18:13:02,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/e230a9e912ac4f838c9d9b1d677b8e51 is 50, key is test_row_0/B:col10/1731607980526/Put/seqid=0 2024-11-14T18:13:02,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741957_1133 (size=12001) 2024-11-14T18:13:02,519 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/e230a9e912ac4f838c9d9b1d677b8e51 2024-11-14T18:13:02,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/38c512d3f19b45fb8851119f0e930b4f is 50, key is test_row_0/C:col10/1731607980526/Put/seqid=0 2024-11-14T18:13:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741958_1134 (size=12001) 2024-11-14T18:13:02,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608042753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:02,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608042752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:02,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608042762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:02,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608042763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:02,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608042763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:02,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608042867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:02,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608042872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:02,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608042874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608042874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:02,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608042874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,002 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/38c512d3f19b45fb8851119f0e930b4f 2024-11-14T18:13:03,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/67bc91aaf18f4cb5ad754a0020c9eace as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/67bc91aaf18f4cb5ad754a0020c9eace 2024-11-14T18:13:03,064 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/67bc91aaf18f4cb5ad754a0020c9eace, entries=150, sequenceid=59, filesize=30.2 K 2024-11-14T18:13:03,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/e230a9e912ac4f838c9d9b1d677b8e51 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/e230a9e912ac4f838c9d9b1d677b8e51 2024-11-14T18:13:03,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608043076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608043078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608043080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608043082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608043082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,107 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/e230a9e912ac4f838c9d9b1d677b8e51, entries=150, sequenceid=59, filesize=11.7 K 2024-11-14T18:13:03,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/38c512d3f19b45fb8851119f0e930b4f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/38c512d3f19b45fb8851119f0e930b4f 2024-11-14T18:13:03,166 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/38c512d3f19b45fb8851119f0e930b4f, entries=150, sequenceid=59, filesize=11.7 K 2024-11-14T18:13:03,168 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 77926a48b798347b16467a2208f27ede in 918ms, sequenceid=59, compaction requested=true 2024-11-14T18:13:03,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:03,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:03,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-14T18:13:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-14T18:13:03,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-14T18:13:03,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6040 sec 2024-11-14T18:13:03,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 3.6090 sec 2024-11-14T18:13:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:03,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T18:13:03,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:03,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:03,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:03,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:03,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:03,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:03,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608043415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608043419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608043420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608043421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608043422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ac64bf092f9c43e68ac1c78df745901c_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607983397/Put/seqid=0 2024-11-14T18:13:03,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741959_1135 (size=14594) 2024-11-14T18:13:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608043525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608043525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608043528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608043529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608043529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T18:13:03,707 INFO [Thread-625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-14T18:13:03,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-14T18:13:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T18:13:03,711 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:03,712 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:03,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:03,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608043729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608043732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608043735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608043735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608043736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T18:13:03,866 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:03,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T18:13:03,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:03,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:03,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:03,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:03,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:03,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:03,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ac64bf092f9c43e68ac1c78df745901c_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ac64bf092f9c43e68ac1c78df745901c_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:03,912 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/39ed1ae1c3e74789ae3a835e40f51b85, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:03,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/39ed1ae1c3e74789ae3a835e40f51b85 is 175, key is test_row_0/A:col10/1731607983397/Put/seqid=0 2024-11-14T18:13:03,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741960_1136 (size=39549) 2024-11-14T18:13:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T18:13:04,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T18:13:04,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:04,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608044036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608044037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608044041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608044042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608044044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T18:13:04,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T18:13:04,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T18:13:04,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:04,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,356 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/39ed1ae1c3e74789ae3a835e40f51b85 2024-11-14T18:13:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/5439bb8b57724c458ff7fd3ab12b07ca is 50, key is test_row_0/B:col10/1731607983397/Put/seqid=0 2024-11-14T18:13:04,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741961_1137 (size=12001) 2024-11-14T18:13:04,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/5439bb8b57724c458ff7fd3ab12b07ca 2024-11-14T18:13:04,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/8617244dd50c4440af6c8ee1b66c2cd0 is 50, key is test_row_0/C:col10/1731607983397/Put/seqid=0 2024-11-14T18:13:04,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T18:13:04,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:04,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741962_1138 (size=12001) 2024-11-14T18:13:04,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608044542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608044548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608044558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608044560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608044572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T18:13:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T18:13:04,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T18:13:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:04,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/8617244dd50c4440af6c8ee1b66c2cd0 2024-11-14T18:13:04,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/39ed1ae1c3e74789ae3a835e40f51b85 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/39ed1ae1c3e74789ae3a835e40f51b85 2024-11-14T18:13:04,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/39ed1ae1c3e74789ae3a835e40f51b85, entries=200, sequenceid=83, filesize=38.6 K 2024-11-14T18:13:04,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/5439bb8b57724c458ff7fd3ab12b07ca as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/5439bb8b57724c458ff7fd3ab12b07ca 2024-11-14T18:13:04,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/5439bb8b57724c458ff7fd3ab12b07ca, entries=150, sequenceid=83, filesize=11.7 K 2024-11-14T18:13:04,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/8617244dd50c4440af6c8ee1b66c2cd0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8617244dd50c4440af6c8ee1b66c2cd0 2024-11-14T18:13:04,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8617244dd50c4440af6c8ee1b66c2cd0, entries=150, sequenceid=83, filesize=11.7 K 2024-11-14T18:13:04,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 77926a48b798347b16467a2208f27ede in 1572ms, sequenceid=83, compaction requested=true 2024-11-14T18:13:04,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:04,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:04,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:04,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:04,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:13:04,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:04,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T18:13:04,973 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:04,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:04,974 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:04,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T18:13:04,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,974 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T18:13:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:04,984 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:04,985 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/C is initiating minor compaction (all files) 2024-11-14T18:13:04,985 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/C in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,985 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/03705a85dde74c0390ed5fdc48f4453b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d4c7ff85cc9c40bfbfcbfe85fb3be8e5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/38c512d3f19b45fb8851119f0e930b4f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8617244dd50c4440af6c8ee1b66c2cd0] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=46.9 K 2024-11-14T18:13:04,988 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:04,988 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/A is initiating minor compaction (all files) 2024-11-14T18:13:04,988 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/A in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,988 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c1cf77d987cc439285e9d46e7f80542a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/62366756f4964b39ad684e4e41440d0b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/67bc91aaf18f4cb5ad754a0020c9eace, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/39ed1ae1c3e74789ae3a835e40f51b85] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=129.3 K 2024-11-14T18:13:04,988 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:04,989 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c1cf77d987cc439285e9d46e7f80542a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/62366756f4964b39ad684e4e41440d0b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/67bc91aaf18f4cb5ad754a0020c9eace, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/39ed1ae1c3e74789ae3a835e40f51b85] 2024-11-14T18:13:04,989 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 03705a85dde74c0390ed5fdc48f4453b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=22, earliestPutTs=1731607979612 2024-11-14T18:13:04,990 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1cf77d987cc439285e9d46e7f80542a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=22, earliestPutTs=1731607979612 2024-11-14T18:13:04,990 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d4c7ff85cc9c40bfbfcbfe85fb3be8e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731607979775 2024-11-14T18:13:04,994 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62366756f4964b39ad684e4e41440d0b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731607979775 2024-11-14T18:13:04,994 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 38c512d3f19b45fb8851119f0e930b4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731607980501 2024-11-14T18:13:04,998 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8617244dd50c4440af6c8ee1b66c2cd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731607983389 2024-11-14T18:13:04,998 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67bc91aaf18f4cb5ad754a0020c9eace, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731607980501 2024-11-14T18:13:05,000 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39ed1ae1c3e74789ae3a835e40f51b85, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731607983388 2024-11-14T18:13:05,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114625f3d1915f94d7c82754f41cc20ab4f_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607983415/Put/seqid=0 2024-11-14T18:13:05,050 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#C#compaction#118 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:05,051 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/44369883604d447290fe15551db919c2 is 50, key is test_row_0/C:col10/1731607983397/Put/seqid=0 2024-11-14T18:13:05,056 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:05,075 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411144653eb4863054e9ca5ef0b3f39750c53_77926a48b798347b16467a2208f27ede store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:05,086 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411144653eb4863054e9ca5ef0b3f39750c53_77926a48b798347b16467a2208f27ede, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:05,087 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144653eb4863054e9ca5ef0b3f39750c53_77926a48b798347b16467a2208f27ede because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:05,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741963_1139 (size=12154) 2024-11-14T18:13:05,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:05,120 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114625f3d1915f94d7c82754f41cc20ab4f_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114625f3d1915f94d7c82754f41cc20ab4f_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:05,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/d424bdc14b5a4895880fd118b42e646f, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:05,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/d424bdc14b5a4895880fd118b42e646f is 175, key is test_row_0/A:col10/1731607983415/Put/seqid=0 2024-11-14T18:13:05,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741964_1140 (size=12139) 2024-11-14T18:13:05,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741965_1141 (size=4469) 2024-11-14T18:13:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741966_1142 (size=30955) 2024-11-14T18:13:05,159 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/d424bdc14b5a4895880fd118b42e646f 2024-11-14T18:13:05,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/9e5cdf51abae44fdb433f559469994c9 is 50, key is test_row_0/B:col10/1731607983415/Put/seqid=0 2024-11-14T18:13:05,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741967_1143 (size=12001) 2024-11-14T18:13:05,491 INFO [master/eed19b614a58:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T18:13:05,491 INFO [master/eed19b614a58:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T18:13:05,565 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#A#compaction#119 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:05,565 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/44369883604d447290fe15551db919c2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/44369883604d447290fe15551db919c2 2024-11-14T18:13:05,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:05,567 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/672f44ce8da94350ab47d6345492d753 is 175, key is test_row_0/A:col10/1731607983397/Put/seqid=0 2024-11-14T18:13:05,579 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 77926a48b798347b16467a2208f27ede/C of 77926a48b798347b16467a2208f27ede into 44369883604d447290fe15551db919c2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:05,580 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:05,580 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/C, priority=12, startTime=1731607984971; duration=0sec 2024-11-14T18:13:05,580 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:05,580 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:C 2024-11-14T18:13:05,580 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:05,591 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:05,591 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/B is initiating minor compaction (all files) 2024-11-14T18:13:05,591 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/B in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:05,592 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/edd337f9d44d4a0b9c677514f39b4d0a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/acedad48b7f5467faf494f085e747261, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/e230a9e912ac4f838c9d9b1d677b8e51, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/5439bb8b57724c458ff7fd3ab12b07ca] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=46.9 K 2024-11-14T18:13:05,593 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting edd337f9d44d4a0b9c677514f39b4d0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=22, earliestPutTs=1731607979612 2024-11-14T18:13:05,594 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting acedad48b7f5467faf494f085e747261, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731607979775 2024-11-14T18:13:05,594 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting e230a9e912ac4f838c9d9b1d677b8e51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731607980501 2024-11-14T18:13:05,595 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 5439bb8b57724c458ff7fd3ab12b07ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731607983389 2024-11-14T18:13:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741968_1144 (size=31093) 2024-11-14T18:13:05,652 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:05,653 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/bd479bac4b3243479c9dc20fc4b8c0f2 is 50, key is test_row_0/B:col10/1731607983397/Put/seqid=0 2024-11-14T18:13:05,654 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/9e5cdf51abae44fdb433f559469994c9 2024-11-14T18:13:05,672 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/672f44ce8da94350ab47d6345492d753 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/672f44ce8da94350ab47d6345492d753 2024-11-14T18:13:05,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608045662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:05,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608045674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:05,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608045675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:05,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:05,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608045679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608045677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741969_1145 (size=12139) 2024-11-14T18:13:05,723 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 77926a48b798347b16467a2208f27ede/A of 77926a48b798347b16467a2208f27ede into 672f44ce8da94350ab47d6345492d753(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:05,723 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:05,723 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/A, priority=12, startTime=1731607984970; duration=0sec 2024-11-14T18:13:05,723 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:05,723 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:A 2024-11-14T18:13:05,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/87f8c4aaec2848e0be448d247ad072a5 is 50, key is test_row_0/C:col10/1731607983415/Put/seqid=0 2024-11-14T18:13:05,738 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/bd479bac4b3243479c9dc20fc4b8c0f2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/bd479bac4b3243479c9dc20fc4b8c0f2 2024-11-14T18:13:05,755 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 77926a48b798347b16467a2208f27ede/B of 77926a48b798347b16467a2208f27ede into bd479bac4b3243479c9dc20fc4b8c0f2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:05,755 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:05,756 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/B, priority=12, startTime=1731607984971; duration=0sec 2024-11-14T18:13:05,756 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:05,756 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:B 2024-11-14T18:13:05,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741970_1146 (size=12001) 2024-11-14T18:13:05,784 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/87f8c4aaec2848e0be448d247ad072a5 2024-11-14T18:13:05,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608045789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:05,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608045789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:05,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608045789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608045789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:05,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608045789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/d424bdc14b5a4895880fd118b42e646f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d424bdc14b5a4895880fd118b42e646f 2024-11-14T18:13:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T18:13:05,832 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d424bdc14b5a4895880fd118b42e646f, entries=150, sequenceid=96, filesize=30.2 K 2024-11-14T18:13:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/9e5cdf51abae44fdb433f559469994c9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/9e5cdf51abae44fdb433f559469994c9 2024-11-14T18:13:05,874 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/9e5cdf51abae44fdb433f559469994c9, entries=150, sequenceid=96, filesize=11.7 K 2024-11-14T18:13:05,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/87f8c4aaec2848e0be448d247ad072a5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/87f8c4aaec2848e0be448d247ad072a5 2024-11-14T18:13:05,914 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/87f8c4aaec2848e0be448d247ad072a5, entries=150, sequenceid=96, filesize=11.7 K 2024-11-14T18:13:05,921 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 77926a48b798347b16467a2208f27ede in 946ms, sequenceid=96, compaction requested=false 2024-11-14T18:13:05,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:05,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:05,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-14T18:13:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-14T18:13:05,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-14T18:13:05,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2110 sec 2024-11-14T18:13:05,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.2190 sec 2024-11-14T18:13:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:06,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T18:13:06,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:06,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:06,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:06,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:06,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:06,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:06,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608046029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608046031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608046033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608046036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608046040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114971b91b6e3fb48439cf82d08659d829a_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607986003/Put/seqid=0 2024-11-14T18:13:06,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741971_1147 (size=12154) 2024-11-14T18:13:06,103 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:06,111 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114971b91b6e3fb48439cf82d08659d829a_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114971b91b6e3fb48439cf82d08659d829a_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:06,116 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a86d015c26c245fdb771d420e8834a69, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:06,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a86d015c26c245fdb771d420e8834a69 is 175, key is test_row_0/A:col10/1731607986003/Put/seqid=0 2024-11-14T18:13:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608046143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608046148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608046148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741972_1148 (size=30955) 2024-11-14T18:13:06,158 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=125, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a86d015c26c245fdb771d420e8834a69 2024-11-14T18:13:06,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608046148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608046148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/19896cd5e1104a5b915ecf83e55466a2 is 50, key is test_row_0/B:col10/1731607986003/Put/seqid=0 2024-11-14T18:13:06,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741973_1149 (size=12001) 2024-11-14T18:13:06,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/19896cd5e1104a5b915ecf83e55466a2 2024-11-14T18:13:06,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/db21b969cc0549d582d4beb10bbd52d9 is 50, key is test_row_0/C:col10/1731607986003/Put/seqid=0 2024-11-14T18:13:06,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741974_1150 (size=12001) 2024-11-14T18:13:06,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/db21b969cc0549d582d4beb10bbd52d9 2024-11-14T18:13:06,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a86d015c26c245fdb771d420e8834a69 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a86d015c26c245fdb771d420e8834a69 2024-11-14T18:13:06,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a86d015c26c245fdb771d420e8834a69, entries=150, sequenceid=125, filesize=30.2 K 2024-11-14T18:13:06,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608046356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608046359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608046359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/19896cd5e1104a5b915ecf83e55466a2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/19896cd5e1104a5b915ecf83e55466a2 2024-11-14T18:13:06,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608046365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/19896cd5e1104a5b915ecf83e55466a2, entries=150, sequenceid=125, filesize=11.7 K 2024-11-14T18:13:06,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/db21b969cc0549d582d4beb10bbd52d9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/db21b969cc0549d582d4beb10bbd52d9 2024-11-14T18:13:06,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608046376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/db21b969cc0549d582d4beb10bbd52d9, entries=150, sequenceid=125, filesize=11.7 K 2024-11-14T18:13:06,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 77926a48b798347b16467a2208f27ede in 395ms, sequenceid=125, compaction requested=true 2024-11-14T18:13:06,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:06,404 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:06,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:06,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:06,405 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:06,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:06,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:06,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:06,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:06,412 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:06,412 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/A is initiating minor compaction (all files) 2024-11-14T18:13:06,412 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/A in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:06,412 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/672f44ce8da94350ab47d6345492d753, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d424bdc14b5a4895880fd118b42e646f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a86d015c26c245fdb771d420e8834a69] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=90.8 K 2024-11-14T18:13:06,412 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:06,412 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/672f44ce8da94350ab47d6345492d753, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d424bdc14b5a4895880fd118b42e646f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a86d015c26c245fdb771d420e8834a69] 2024-11-14T18:13:06,413 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:06,413 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/B is initiating minor compaction (all files) 2024-11-14T18:13:06,413 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/B in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:06,413 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/bd479bac4b3243479c9dc20fc4b8c0f2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/9e5cdf51abae44fdb433f559469994c9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/19896cd5e1104a5b915ecf83e55466a2] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=35.3 K 2024-11-14T18:13:06,424 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting bd479bac4b3243479c9dc20fc4b8c0f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731607983389 2024-11-14T18:13:06,425 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 672f44ce8da94350ab47d6345492d753, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731607983389 2024-11-14T18:13:06,426 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e5cdf51abae44fdb433f559469994c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731607983415 2024-11-14T18:13:06,427 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 19896cd5e1104a5b915ecf83e55466a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731607985659 2024-11-14T18:13:06,430 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting d424bdc14b5a4895880fd118b42e646f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731607983415 2024-11-14T18:13:06,434 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting a86d015c26c245fdb771d420e8834a69, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731607985659 2024-11-14T18:13:06,472 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:06,475 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:06,477 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/e71a641bbb1b42a392624c15073bcc8a is 50, key is test_row_0/B:col10/1731607986003/Put/seqid=0 2024-11-14T18:13:06,504 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149bf9f25965d649d18d610e1121f38226_77926a48b798347b16467a2208f27ede store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:06,516 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149bf9f25965d649d18d610e1121f38226_77926a48b798347b16467a2208f27ede, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:06,517 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149bf9f25965d649d18d610e1121f38226_77926a48b798347b16467a2208f27ede because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:06,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741975_1151 (size=12241) 2024-11-14T18:13:06,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741976_1152 (size=4469) 2024-11-14T18:13:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:06,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T18:13:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:06,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111406628beb5ed54be98e456544fb27116f_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607986678/Put/seqid=0 2024-11-14T18:13:06,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608046739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608046748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608046749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608046751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608046751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741977_1153 (size=12304) 2024-11-14T18:13:06,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608046852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608046859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608046859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608046860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608046860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:06,962 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#A#compaction#127 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:06,963 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/e5d22e9d69cc4ef2af30279185f22442 is 175, key is test_row_0/A:col10/1731607986003/Put/seqid=0 2024-11-14T18:13:06,974 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/e71a641bbb1b42a392624c15073bcc8a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/e71a641bbb1b42a392624c15073bcc8a 2024-11-14T18:13:06,990 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/B of 77926a48b798347b16467a2208f27ede into e71a641bbb1b42a392624c15073bcc8a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:06,990 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:06,990 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/B, priority=13, startTime=1731607986405; duration=0sec 2024-11-14T18:13:06,990 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:06,990 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:B 2024-11-14T18:13:06,990 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:06,991 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:06,992 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/C is initiating minor compaction (all files) 2024-11-14T18:13:06,992 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/C in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:06,992 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/44369883604d447290fe15551db919c2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/87f8c4aaec2848e0be448d247ad072a5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/db21b969cc0549d582d4beb10bbd52d9] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=35.3 K 2024-11-14T18:13:06,993 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 44369883604d447290fe15551db919c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731607983389 2024-11-14T18:13:06,995 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 87f8c4aaec2848e0be448d247ad072a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731607983415 2024-11-14T18:13:06,996 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting db21b969cc0549d582d4beb10bbd52d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731607985659 2024-11-14T18:13:06,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741978_1154 (size=31195) 2024-11-14T18:13:07,024 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#C#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:07,025 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/aa9f6fefbb694fc5be2f62fbc5e95b8f is 50, key is test_row_0/C:col10/1731607986003/Put/seqid=0 2024-11-14T18:13:07,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608047056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608047068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608047069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608047072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608047078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741979_1155 (size=12241) 2024-11-14T18:13:07,170 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:07,183 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111406628beb5ed54be98e456544fb27116f_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111406628beb5ed54be98e456544fb27116f_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:07,185 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/5a40d75a01e94c7ab51e7168768ca923, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:07,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/5a40d75a01e94c7ab51e7168768ca923 is 175, key is test_row_0/A:col10/1731607986678/Put/seqid=0 2024-11-14T18:13:07,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741980_1156 (size=31105) 2024-11-14T18:13:07,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608047362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608047380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608047386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608047395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608047395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,414 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/e5d22e9d69cc4ef2af30279185f22442 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/e5d22e9d69cc4ef2af30279185f22442 2024-11-14T18:13:07,423 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/A of 77926a48b798347b16467a2208f27ede into e5d22e9d69cc4ef2af30279185f22442(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-14T18:13:07,423 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:07,423 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/A, priority=13, startTime=1731607986404; duration=1sec 2024-11-14T18:13:07,424 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:07,424 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:A 2024-11-14T18:13:07,497 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/aa9f6fefbb694fc5be2f62fbc5e95b8f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/aa9f6fefbb694fc5be2f62fbc5e95b8f 2024-11-14T18:13:07,505 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/C of 77926a48b798347b16467a2208f27ede into aa9f6fefbb694fc5be2f62fbc5e95b8f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:07,506 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:07,506 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/C, priority=13, startTime=1731607986405; duration=0sec 2024-11-14T18:13:07,506 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:07,506 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:C 2024-11-14T18:13:07,625 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/5a40d75a01e94c7ab51e7168768ca923 2024-11-14T18:13:07,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/d403f22912fa495995dde3d43308d64d is 50, key is test_row_0/B:col10/1731607986678/Put/seqid=0 2024-11-14T18:13:07,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741981_1157 (size=12151) 2024-11-14T18:13:07,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/d403f22912fa495995dde3d43308d64d 2024-11-14T18:13:07,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/c258ef1bba874f24a86939bbc7cda009 is 50, key is test_row_0/C:col10/1731607986678/Put/seqid=0 2024-11-14T18:13:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741982_1158 (size=12151) 2024-11-14T18:13:07,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/c258ef1bba874f24a86939bbc7cda009 2024-11-14T18:13:07,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/5a40d75a01e94c7ab51e7168768ca923 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5a40d75a01e94c7ab51e7168768ca923 2024-11-14T18:13:07,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5a40d75a01e94c7ab51e7168768ca923, entries=150, sequenceid=138, filesize=30.4 K 2024-11-14T18:13:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/d403f22912fa495995dde3d43308d64d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/d403f22912fa495995dde3d43308d64d 2024-11-14T18:13:07,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/d403f22912fa495995dde3d43308d64d, entries=150, sequenceid=138, filesize=11.9 K 2024-11-14T18:13:07,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/c258ef1bba874f24a86939bbc7cda009 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/c258ef1bba874f24a86939bbc7cda009 2024-11-14T18:13:07,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/c258ef1bba874f24a86939bbc7cda009, entries=150, sequenceid=138, filesize=11.9 K 2024-11-14T18:13:07,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 77926a48b798347b16467a2208f27ede in 1072ms, sequenceid=138, compaction requested=false 2024-11-14T18:13:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T18:13:07,828 INFO [Thread-625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-14T18:13:07,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-14T18:13:07,833 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T18:13:07,833 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:07,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:07,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T18:13:07,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:07,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:07,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:07,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:07,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:07,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:07,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147414468a7fa948dab29de584c679755c_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607987871/Put/seqid=0 2024-11-14T18:13:07,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608047902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608047903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608047910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608047910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608047910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T18:13:07,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741983_1159 (size=12304) 2024-11-14T18:13:07,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:07,953 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147414468a7fa948dab29de584c679755c_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147414468a7fa948dab29de584c679755c_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:07,956 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a5561a50887e4c629859e11837a76074, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:07,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a5561a50887e4c629859e11837a76074 is 175, key is test_row_0/A:col10/1731607987871/Put/seqid=0 2024-11-14T18:13:07,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:07,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T18:13:07,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:07,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:07,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:07,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:07,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:07,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741984_1160 (size=31105) 2024-11-14T18:13:07,998 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a5561a50887e4c629859e11837a76074 2024-11-14T18:13:08,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608048012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608048016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608048016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608048017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/eda6d45c0c794747859c7d8a19dd026d is 50, key is test_row_0/B:col10/1731607987871/Put/seqid=0 2024-11-14T18:13:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741985_1161 (size=12151) 2024-11-14T18:13:08,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/eda6d45c0c794747859c7d8a19dd026d 2024-11-14T18:13:08,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/0d345f3ece86466fa40196953e1f6c7a is 50, key is test_row_0/C:col10/1731607987871/Put/seqid=0 2024-11-14T18:13:08,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741986_1162 (size=12151) 2024-11-14T18:13:08,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/0d345f3ece86466fa40196953e1f6c7a 2024-11-14T18:13:08,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a5561a50887e4c629859e11837a76074 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a5561a50887e4c629859e11837a76074 2024-11-14T18:13:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T18:13:08,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a5561a50887e4c629859e11837a76074, entries=150, sequenceid=166, filesize=30.4 K 2024-11-14T18:13:08,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/eda6d45c0c794747859c7d8a19dd026d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/eda6d45c0c794747859c7d8a19dd026d 2024-11-14T18:13:08,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/eda6d45c0c794747859c7d8a19dd026d, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T18:13:08,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T18:13:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/0d345f3ece86466fa40196953e1f6c7a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/0d345f3ece86466fa40196953e1f6c7a 2024-11-14T18:13:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/0d345f3ece86466fa40196953e1f6c7a, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T18:13:08,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 77926a48b798347b16467a2208f27ede in 287ms, sequenceid=166, compaction requested=true 2024-11-14T18:13:08,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:08,159 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:08,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:08,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:08,160 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:08,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:08,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:08,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:08,161 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:08,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:08,161 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/A is initiating minor compaction (all files) 2024-11-14T18:13:08,161 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/A in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,161 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/e5d22e9d69cc4ef2af30279185f22442, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5a40d75a01e94c7ab51e7168768ca923, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a5561a50887e4c629859e11837a76074] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=91.2 K 2024-11-14T18:13:08,161 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,161 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/e5d22e9d69cc4ef2af30279185f22442, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5a40d75a01e94c7ab51e7168768ca923, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a5561a50887e4c629859e11837a76074] 2024-11-14T18:13:08,161 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:08,161 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/B is initiating minor compaction (all files) 2024-11-14T18:13:08,162 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/B in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,162 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/e71a641bbb1b42a392624c15073bcc8a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/d403f22912fa495995dde3d43308d64d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/eda6d45c0c794747859c7d8a19dd026d] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=35.7 K 2024-11-14T18:13:08,162 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5d22e9d69cc4ef2af30279185f22442, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731607985659 2024-11-14T18:13:08,162 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a40d75a01e94c7ab51e7168768ca923, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731607986037 2024-11-14T18:13:08,162 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting e71a641bbb1b42a392624c15073bcc8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731607985659 2024-11-14T18:13:08,163 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d403f22912fa495995dde3d43308d64d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731607986037 2024-11-14T18:13:08,163 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5561a50887e4c629859e11837a76074, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731607986735 2024-11-14T18:13:08,163 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting eda6d45c0c794747859c7d8a19dd026d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731607986735 2024-11-14T18:13:08,184 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#B#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:08,185 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/1972f918ca6b4ee982b285cccbdb3eaf is 50, key is test_row_0/B:col10/1731607987871/Put/seqid=0 2024-11-14T18:13:08,199 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:08,218 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411148596577c1d4d4a5db71c0194d60820e2_77926a48b798347b16467a2208f27ede store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:08,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T18:13:08,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:08,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:08,222 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411148596577c1d4d4a5db71c0194d60820e2_77926a48b798347b16467a2208f27ede, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:08,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:08,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:08,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:08,222 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148596577c1d4d4a5db71c0194d60820e2_77926a48b798347b16467a2208f27ede because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:08,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:08,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741987_1163 (size=12493) 2024-11-14T18:13:08,248 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/1972f918ca6b4ee982b285cccbdb3eaf as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/1972f918ca6b4ee982b285cccbdb3eaf 2024-11-14T18:13:08,258 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/B of 77926a48b798347b16467a2208f27ede into 1972f918ca6b4ee982b285cccbdb3eaf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:08,258 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:08,259 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/B, priority=13, startTime=1731607988160; duration=0sec 2024-11-14T18:13:08,259 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:08,259 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:B 2024-11-14T18:13:08,259 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:08,260 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:08,261 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/C is initiating minor compaction (all files) 2024-11-14T18:13:08,261 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/C in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741988_1164 (size=4469) 2024-11-14T18:13:08,261 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/aa9f6fefbb694fc5be2f62fbc5e95b8f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/c258ef1bba874f24a86939bbc7cda009, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/0d345f3ece86466fa40196953e1f6c7a] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=35.7 K 2024-11-14T18:13:08,262 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting aa9f6fefbb694fc5be2f62fbc5e95b8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731607985659 2024-11-14T18:13:08,263 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#A#compaction#136 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:08,264 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c258ef1bba874f24a86939bbc7cda009, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731607986037 2024-11-14T18:13:08,264 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/f6b51a9833804cca9eae4a08c7ad4145 is 175, key is test_row_0/A:col10/1731607987871/Put/seqid=0 2024-11-14T18:13:08,265 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d345f3ece86466fa40196953e1f6c7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731607986735 2024-11-14T18:13:08,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bd2961190f26415791b3afe49322575a_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607988219/Put/seqid=0 2024-11-14T18:13:08,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608048269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608048275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608048284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608048284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,299 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#C#compaction#138 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:08,300 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/039e046eda3f4b94bb8f30eaf2726757 is 50, key is test_row_0/C:col10/1731607987871/Put/seqid=0 2024-11-14T18:13:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741989_1165 (size=31447) 2024-11-14T18:13:08,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T18:13:08,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:08,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741990_1166 (size=14794) 2024-11-14T18:13:08,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:08,324 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bd2961190f26415791b3afe49322575a_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bd2961190f26415791b3afe49322575a_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:08,326 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/be85498dd7a140308fc572adfb5459a0, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:08,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/be85498dd7a140308fc572adfb5459a0 is 175, key is test_row_0/A:col10/1731607988219/Put/seqid=0 2024-11-14T18:13:08,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741991_1167 (size=12493) 2024-11-14T18:13:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741992_1168 (size=39749) 2024-11-14T18:13:08,369 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/be85498dd7a140308fc572adfb5459a0 2024-11-14T18:13:08,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/8e81dd2996cc4bf394036934a0964df4 is 50, key is test_row_0/B:col10/1731607988219/Put/seqid=0 2024-11-14T18:13:08,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608048385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608048386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608048391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608048391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741993_1169 (size=12151) 2024-11-14T18:13:08,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/8e81dd2996cc4bf394036934a0964df4 2024-11-14T18:13:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T18:13:08,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/6bbc195159624cbc89610f8b5957871a is 50, key is test_row_0/C:col10/1731607988219/Put/seqid=0 2024-11-14T18:13:08,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T18:13:08,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:08,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741994_1170 (size=12151) 2024-11-14T18:13:08,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608048593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608048593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608048608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T18:13:08,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:08,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608048612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,711 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/f6b51a9833804cca9eae4a08c7ad4145 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/f6b51a9833804cca9eae4a08c7ad4145 2024-11-14T18:13:08,720 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/A of 77926a48b798347b16467a2208f27ede into f6b51a9833804cca9eae4a08c7ad4145(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:08,720 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:08,720 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/A, priority=13, startTime=1731607988159; duration=0sec 2024-11-14T18:13:08,720 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:08,720 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:A 2024-11-14T18:13:08,765 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/039e046eda3f4b94bb8f30eaf2726757 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/039e046eda3f4b94bb8f30eaf2726757 2024-11-14T18:13:08,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T18:13:08,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:08,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,774 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/C of 77926a48b798347b16467a2208f27ede into 039e046eda3f4b94bb8f30eaf2726757(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:08,774 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:08,774 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/C, priority=13, startTime=1731607988160; duration=0sec 2024-11-14T18:13:08,774 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:08,774 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:C 2024-11-14T18:13:08,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/6bbc195159624cbc89610f8b5957871a 2024-11-14T18:13:08,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608048901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608048907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608048912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/be85498dd7a140308fc572adfb5459a0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/be85498dd7a140308fc572adfb5459a0 2024-11-14T18:13:08,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608048920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/be85498dd7a140308fc572adfb5459a0, entries=200, sequenceid=180, filesize=38.8 K 2024-11-14T18:13:08,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/8e81dd2996cc4bf394036934a0964df4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/8e81dd2996cc4bf394036934a0964df4 2024-11-14T18:13:08,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T18:13:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:08,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:08,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608048923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:08,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/8e81dd2996cc4bf394036934a0964df4, entries=150, sequenceid=180, filesize=11.9 K 2024-11-14T18:13:08,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/6bbc195159624cbc89610f8b5957871a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/6bbc195159624cbc89610f8b5957871a 2024-11-14T18:13:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T18:13:08,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/6bbc195159624cbc89610f8b5957871a, entries=150, sequenceid=180, filesize=11.9 K 2024-11-14T18:13:08,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 77926a48b798347b16467a2208f27ede in 741ms, sequenceid=180, compaction requested=false 2024-11-14T18:13:08,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:09,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T18:13:09,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:09,090 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T18:13:09,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:09,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:09,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:09,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T18:13:09,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T18:13:09,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149980ecb2690e4205a2d82639afc50b31_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607988270/Put/seqid=0 2024-11-14T18:13:09,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741995_1171 (size=12304) 2024-11-14T18:13:09,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,141 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149980ecb2690e4205a2d82639afc50b31_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149980ecb2690e4205a2d82639afc50b31_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:09,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/2f3d87b16f29413da3438b5c4d2180b8, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:09,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/2f3d87b16f29413da3438b5c4d2180b8 is 175, key is test_row_0/A:col10/1731607988270/Put/seqid=0 2024-11-14T18:13:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741996_1172 (size=31105) 2024-11-14T18:13:09,155 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/2f3d87b16f29413da3438b5c4d2180b8 2024-11-14T18:13:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/2d2c3a222fd04809810b18def01cbbf5 is 50, key is test_row_0/B:col10/1731607988270/Put/seqid=0 2024-11-14T18:13:09,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741997_1173 (size=12151) 2024-11-14T18:13:09,172 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/2d2c3a222fd04809810b18def01cbbf5 2024-11-14T18:13:09,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/83d2da206dd341918028dbd6c12928f4 is 50, key is test_row_0/C:col10/1731607988270/Put/seqid=0 2024-11-14T18:13:09,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741998_1174 (size=12151) 2024-11-14T18:13:09,219 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/83d2da206dd341918028dbd6c12928f4 2024-11-14T18:13:09,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/2f3d87b16f29413da3438b5c4d2180b8 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/2f3d87b16f29413da3438b5c4d2180b8 2024-11-14T18:13:09,245 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/2f3d87b16f29413da3438b5c4d2180b8, entries=150, sequenceid=206, filesize=30.4 K 2024-11-14T18:13:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/2d2c3a222fd04809810b18def01cbbf5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2d2c3a222fd04809810b18def01cbbf5 2024-11-14T18:13:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,257 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2d2c3a222fd04809810b18def01cbbf5, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T18:13:09,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/83d2da206dd341918028dbd6c12928f4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/83d2da206dd341918028dbd6c12928f4 2024-11-14T18:13:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,274 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/83d2da206dd341918028dbd6c12928f4, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T18:13:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,276 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 77926a48b798347b16467a2208f27ede in 185ms, sequenceid=206, compaction requested=true 2024-11-14T18:13:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-14T18:13:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-14T18:13:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-14T18:13:09,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec 2024-11-14T18:13:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.4510 sec 2024-11-14T18:13:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:09,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T18:13:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114392be05824c94672921d75d836d15833_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607989466/Put/seqid=0 2024-11-14T18:13:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742000_1176 (size=24758) 2024-11-14T18:13:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,529 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,535 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114392be05824c94672921d75d836d15833_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114392be05824c94672921d75d836d15833_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,537 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/43fc4ce12569480f8869415538b470ae, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:09,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/43fc4ce12569480f8869415538b470ae is 175, key is test_row_0/A:col10/1731607989466/Put/seqid=0 2024-11-14T18:13:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741999_1175 (size=74395) 2024-11-14T18:13:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608049541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608049542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608049549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608049551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:09,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608049666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608049667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608049667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608049667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608049868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608049883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608049886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608049886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T18:13:09,940 INFO [Thread-625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-14T18:13:09,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:09,947 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/43fc4ce12569480f8869415538b470ae 2024-11-14T18:13:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-14T18:13:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T18:13:09,949 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:09,952 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:09,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:09,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/2a572287106b4165a57507624598a0d3 is 50, key is test_row_0/B:col10/1731607989466/Put/seqid=0 2024-11-14T18:13:10,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742001_1177 (size=12151) 2024-11-14T18:13:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T18:13:10,107 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T18:13:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:10,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:10,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608050175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608050193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608050196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608050202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T18:13:10,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T18:13:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:10,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:10,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/2a572287106b4165a57507624598a0d3 2024-11-14T18:13:10,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T18:13:10,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:10,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:10,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:10,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:10,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:10,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/d425ecf1619e4a02bc3ae3329825c2d7 is 50, key is test_row_0/C:col10/1731607989466/Put/seqid=0 2024-11-14T18:13:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:10,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742002_1178 (size=12151) 2024-11-14T18:13:10,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/d425ecf1619e4a02bc3ae3329825c2d7 2024-11-14T18:13:10,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/43fc4ce12569480f8869415538b470ae as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/43fc4ce12569480f8869415538b470ae 2024-11-14T18:13:10,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/43fc4ce12569480f8869415538b470ae, entries=400, sequenceid=217, filesize=72.7 K 2024-11-14T18:13:10,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/2a572287106b4165a57507624598a0d3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2a572287106b4165a57507624598a0d3 2024-11-14T18:13:10,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2a572287106b4165a57507624598a0d3, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T18:13:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/d425ecf1619e4a02bc3ae3329825c2d7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d425ecf1619e4a02bc3ae3329825c2d7 2024-11-14T18:13:10,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d425ecf1619e4a02bc3ae3329825c2d7, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T18:13:10,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 77926a48b798347b16467a2208f27ede in 1069ms, sequenceid=217, compaction requested=true 2024-11-14T18:13:10,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:10,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:10,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:10,537 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:10,537 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:10,539 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:10,540 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/B is initiating minor compaction (all files) 2024-11-14T18:13:10,540 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/B in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:10,540 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/1972f918ca6b4ee982b285cccbdb3eaf, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/8e81dd2996cc4bf394036934a0964df4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2d2c3a222fd04809810b18def01cbbf5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2a572287106b4165a57507624598a0d3] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=47.8 K 2024-11-14T18:13:10,540 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 176696 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:10,540 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/A is initiating minor compaction (all files) 2024-11-14T18:13:10,540 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/A in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:10,540 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/f6b51a9833804cca9eae4a08c7ad4145, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/be85498dd7a140308fc572adfb5459a0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/2f3d87b16f29413da3438b5c4d2180b8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/43fc4ce12569480f8869415538b470ae] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=172.6 K 2024-11-14T18:13:10,540 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:10,541 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/f6b51a9833804cca9eae4a08c7ad4145, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/be85498dd7a140308fc572adfb5459a0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/2f3d87b16f29413da3438b5c4d2180b8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/43fc4ce12569480f8869415538b470ae] 2024-11-14T18:13:10,541 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6b51a9833804cca9eae4a08c7ad4145, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731607986735 2024-11-14T18:13:10,541 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1972f918ca6b4ee982b285cccbdb3eaf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731607986735 2024-11-14T18:13:10,542 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting be85498dd7a140308fc572adfb5459a0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731607987890 2024-11-14T18:13:10,542 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e81dd2996cc4bf394036934a0964df4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731607987906 2024-11-14T18:13:10,543 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f3d87b16f29413da3438b5c4d2180b8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731607988270 2024-11-14T18:13:10,543 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d2c3a222fd04809810b18def01cbbf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731607988270 2024-11-14T18:13:10,544 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a572287106b4165a57507624598a0d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731607989459 2024-11-14T18:13:10,544 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43fc4ce12569480f8869415538b470ae, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731607989441 2024-11-14T18:13:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T18:13:10,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:10,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:10,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:10,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:10,565 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:10,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T18:13:10,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:10,587 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T18:13:10,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:10,589 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#B#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:10,591 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/2e3595d6e6b748e79db35f6f3cb1a618 is 50, key is test_row_0/B:col10/1731607989466/Put/seqid=0 2024-11-14T18:13:10,595 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114d1feb9eabda94002bbf9755ff535f715_77926a48b798347b16467a2208f27ede store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:10,600 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114d1feb9eabda94002bbf9755ff535f715_77926a48b798347b16467a2208f27ede, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:10,600 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d1feb9eabda94002bbf9755ff535f715_77926a48b798347b16467a2208f27ede because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:10,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111437942635ad20453784bef5d1b4516bc6_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607989548/Put/seqid=0 2024-11-14T18:13:10,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742003_1179 (size=12629) 2024-11-14T18:13:10,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742005_1181 (size=12304) 2024-11-14T18:13:10,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742004_1180 (size=4469) 2024-11-14T18:13:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:10,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:10,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608050723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608050725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608050725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608050723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608050836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608050836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608050839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608050846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608050919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:10,928 DEBUG [Thread-623 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., hostname=eed19b614a58,42787,1731607940149, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:13:11,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608051046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:11,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608051047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:11,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608051048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T18:13:11,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608051055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:11,069 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/2e3595d6e6b748e79db35f6f3cb1a618 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2e3595d6e6b748e79db35f6f3cb1a618 2024-11-14T18:13:11,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:11,083 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111437942635ad20453784bef5d1b4516bc6_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111437942635ad20453784bef5d1b4516bc6_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:11,086 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 77926a48b798347b16467a2208f27ede/B of 77926a48b798347b16467a2208f27ede into 2e3595d6e6b748e79db35f6f3cb1a618(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:11,086 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:11,086 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/B, priority=12, startTime=1731607990537; duration=0sec 2024-11-14T18:13:11,086 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:11,086 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:B 2024-11-14T18:13:11,086 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:11,088 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:11,089 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/C is initiating minor compaction (all files) 2024-11-14T18:13:11,089 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/C in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:11,089 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/039e046eda3f4b94bb8f30eaf2726757, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/6bbc195159624cbc89610f8b5957871a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/83d2da206dd341918028dbd6c12928f4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d425ecf1619e4a02bc3ae3329825c2d7] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=47.8 K 2024-11-14T18:13:11,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/ffe497dec961431ba4cf3d1decaf34fb, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:11,090 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 039e046eda3f4b94bb8f30eaf2726757, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731607986735 2024-11-14T18:13:11,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/ffe497dec961431ba4cf3d1decaf34fb is 175, key is test_row_0/A:col10/1731607989548/Put/seqid=0 2024-11-14T18:13:11,091 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bbc195159624cbc89610f8b5957871a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731607987906 2024-11-14T18:13:11,092 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 83d2da206dd341918028dbd6c12928f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731607988270 2024-11-14T18:13:11,093 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d425ecf1619e4a02bc3ae3329825c2d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731607989459 2024-11-14T18:13:11,095 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#A#compaction#147 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:11,095 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/9f79e257ad5748c69f24876c4a3ebaf3 is 175, key is test_row_0/A:col10/1731607989466/Put/seqid=0 2024-11-14T18:13:11,133 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#C#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:11,133 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/06a2b2a6c5d3499599bf11f5a1f35eb2 is 50, key is test_row_0/C:col10/1731607989466/Put/seqid=0 2024-11-14T18:13:11,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742007_1183 (size=31583) 2024-11-14T18:13:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742006_1182 (size=31105) 2024-11-14T18:13:11,171 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/ffe497dec961431ba4cf3d1decaf34fb 2024-11-14T18:13:11,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742008_1184 (size=12629) 2024-11-14T18:13:11,206 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/06a2b2a6c5d3499599bf11f5a1f35eb2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/06a2b2a6c5d3499599bf11f5a1f35eb2 2024-11-14T18:13:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/cbfedeb475374979883ace3fb8b0b7e4 is 50, key is test_row_0/B:col10/1731607989548/Put/seqid=0 2024-11-14T18:13:11,246 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 77926a48b798347b16467a2208f27ede/C of 77926a48b798347b16467a2208f27ede into 06a2b2a6c5d3499599bf11f5a1f35eb2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:11,246 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:11,246 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/C, priority=12, startTime=1731607990564; duration=0sec 2024-11-14T18:13:11,247 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:11,247 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:C 2024-11-14T18:13:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742009_1185 (size=12151) 2024-11-14T18:13:11,274 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/cbfedeb475374979883ace3fb8b0b7e4 2024-11-14T18:13:11,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/b2840999b1ed497a9c4ba529902d2bad is 50, key is test_row_0/C:col10/1731607989548/Put/seqid=0 2024-11-14T18:13:11,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608051354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:11,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608051359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:11,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608051362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:11,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608051373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742010_1186 (size=12151) 2024-11-14T18:13:11,614 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/9f79e257ad5748c69f24876c4a3ebaf3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/9f79e257ad5748c69f24876c4a3ebaf3 2024-11-14T18:13:11,649 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 77926a48b798347b16467a2208f27ede/A of 77926a48b798347b16467a2208f27ede into 9f79e257ad5748c69f24876c4a3ebaf3(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-14T18:13:11,649 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:11,649 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/A, priority=12, startTime=1731607990537; duration=1sec 2024-11-14T18:13:11,649 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:11,650 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:A 2024-11-14T18:13:11,782 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/b2840999b1ed497a9c4ba529902d2bad 2024-11-14T18:13:11,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/ffe497dec961431ba4cf3d1decaf34fb as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ffe497dec961431ba4cf3d1decaf34fb 2024-11-14T18:13:11,813 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ffe497dec961431ba4cf3d1decaf34fb, entries=150, sequenceid=242, filesize=30.4 K 2024-11-14T18:13:11,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/cbfedeb475374979883ace3fb8b0b7e4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cbfedeb475374979883ace3fb8b0b7e4 2024-11-14T18:13:11,833 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cbfedeb475374979883ace3fb8b0b7e4, entries=150, sequenceid=242, filesize=11.9 K 2024-11-14T18:13:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/b2840999b1ed497a9c4ba529902d2bad as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/b2840999b1ed497a9c4ba529902d2bad 2024-11-14T18:13:11,849 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/b2840999b1ed497a9c4ba529902d2bad, entries=150, sequenceid=242, filesize=11.9 K 2024-11-14T18:13:11,852 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 77926a48b798347b16467a2208f27ede in 1264ms, sequenceid=242, compaction requested=false 2024-11-14T18:13:11,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:11,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:11,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T18:13:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-14T18:13:11,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-14T18:13:11,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9050 sec 2024-11-14T18:13:11,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.9180 sec 2024-11-14T18:13:11,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T18:13:11,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:11,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:11,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:11,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:11,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:11,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:11,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114350c481299d44d8fb23026e06ea2eb98_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607991865/Put/seqid=0 2024-11-14T18:13:11,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742011_1187 (size=14844) 2024-11-14T18:13:12,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608052028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608052029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608052029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608052030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T18:13:12,058 INFO [Thread-625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-14T18:13:12,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-14T18:13:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T18:13:12,084 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:12,085 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:12,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608052142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608052143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608052146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608052146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T18:13:12,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T18:13:12,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:12,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:12,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:12,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T18:13:12,389 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:12,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608052390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608052390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608052390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608052390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T18:13:12,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:12,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:12,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:12,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,415 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114350c481299d44d8fb23026e06ea2eb98_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114350c481299d44d8fb23026e06ea2eb98_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:12,418 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/dd068ae636bc4b4f9947621f54c49d5a, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:12,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/dd068ae636bc4b4f9947621f54c49d5a is 175, key is test_row_0/A:col10/1731607991865/Put/seqid=0 2024-11-14T18:13:12,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742012_1188 (size=39799) 2024-11-14T18:13:12,566 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T18:13:12,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:12,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:12,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:12,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T18:13:12,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608052706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608052710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608052710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608052710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T18:13:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:12,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,871 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/dd068ae636bc4b4f9947621f54c49d5a 2024-11-14T18:13:12,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:12,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T18:13:12,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/562a69dcd9cb41de94655f6be1522942 is 50, key is test_row_0/B:col10/1731607991865/Put/seqid=0 2024-11-14T18:13:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:12,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:12,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742013_1189 (size=12201) 2024-11-14T18:13:12,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/562a69dcd9cb41de94655f6be1522942 2024-11-14T18:13:13,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/de3761d791e6424d829e2e8df186bd49 is 50, key is test_row_0/C:col10/1731607991865/Put/seqid=0 2024-11-14T18:13:13,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T18:13:13,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:13,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:13,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:13,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:13,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742014_1190 (size=12201) 2024-11-14T18:13:13,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/de3761d791e6424d829e2e8df186bd49 2024-11-14T18:13:13,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/dd068ae636bc4b4f9947621f54c49d5a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/dd068ae636bc4b4f9947621f54c49d5a 2024-11-14T18:13:13,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/dd068ae636bc4b4f9947621f54c49d5a, entries=200, sequenceid=258, filesize=38.9 K 2024-11-14T18:13:13,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/562a69dcd9cb41de94655f6be1522942 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/562a69dcd9cb41de94655f6be1522942 2024-11-14T18:13:13,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/562a69dcd9cb41de94655f6be1522942, entries=150, sequenceid=258, filesize=11.9 K 2024-11-14T18:13:13,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/de3761d791e6424d829e2e8df186bd49 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/de3761d791e6424d829e2e8df186bd49 2024-11-14T18:13:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T18:13:13,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/de3761d791e6424d829e2e8df186bd49, entries=150, sequenceid=258, filesize=11.9 K 2024-11-14T18:13:13,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 77926a48b798347b16467a2208f27ede in 1336ms, sequenceid=258, compaction requested=true 2024-11-14T18:13:13,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:13,202 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:13,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:13,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:13,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:13,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:13,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:13,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:13:13,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,210 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:13,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T18:13:13,211 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:13,211 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/A is initiating minor compaction (all files) 2024-11-14T18:13:13,211 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/A in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:13,211 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/9f79e257ad5748c69f24876c4a3ebaf3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ffe497dec961431ba4cf3d1decaf34fb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/dd068ae636bc4b4f9947621f54c49d5a] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=100.1 K 2024-11-14T18:13:13,212 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:13,212 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/9f79e257ad5748c69f24876c4a3ebaf3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ffe497dec961431ba4cf3d1decaf34fb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/dd068ae636bc4b4f9947621f54c49d5a] 2024-11-14T18:13:13,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:13,212 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T18:13:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:13,222 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f79e257ad5748c69f24876c4a3ebaf3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731607989459 2024-11-14T18:13:13,223 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:13,223 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/B is initiating minor compaction (all files) 2024-11-14T18:13:13,224 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/B in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:13,224 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2e3595d6e6b748e79db35f6f3cb1a618, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cbfedeb475374979883ace3fb8b0b7e4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/562a69dcd9cb41de94655f6be1522942] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=36.1 K 2024-11-14T18:13:13,224 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting ffe497dec961431ba4cf3d1decaf34fb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731607989526 2024-11-14T18:13:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:13,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:13,228 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e3595d6e6b748e79db35f6f3cb1a618, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731607989459 2024-11-14T18:13:13,228 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting dd068ae636bc4b4f9947621f54c49d5a, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731607990709 2024-11-14T18:13:13,230 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbfedeb475374979883ace3fb8b0b7e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731607989526 2024-11-14T18:13:13,238 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 562a69dcd9cb41de94655f6be1522942, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731607990722 2024-11-14T18:13:13,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114618b05f57ed34c5cb94cba38d1b7bfeb_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607992012/Put/seqid=0 2024-11-14T18:13:13,255 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:13,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608053246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608053256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608053257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608053261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,269 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114d1d3615ad68e46d7bce3112e99b564ce_77926a48b798347b16467a2208f27ede store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:13,272 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114d1d3615ad68e46d7bce3112e99b564ce_77926a48b798347b16467a2208f27ede, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:13,272 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d1d3615ad68e46d7bce3112e99b564ce_77926a48b798347b16467a2208f27ede because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:13,304 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#B#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:13,305 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/1ccc19d299d14ffa8675b0ff074f02ea is 50, key is test_row_0/B:col10/1731607991865/Put/seqid=0 2024-11-14T18:13:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742015_1191 (size=12454) 2024-11-14T18:13:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742016_1192 (size=4469) 2024-11-14T18:13:13,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742017_1193 (size=12781) 2024-11-14T18:13:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608053364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608053365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,370 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#A#compaction#157 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:13,372 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/0ec93d3427634319833a15c3c20d49d3 is 175, key is test_row_0/A:col10/1731607991865/Put/seqid=0 2024-11-14T18:13:13,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608053369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608053371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,410 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/1ccc19d299d14ffa8675b0ff074f02ea as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/1ccc19d299d14ffa8675b0ff074f02ea 2024-11-14T18:13:13,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742018_1194 (size=31735) 2024-11-14T18:13:13,434 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/0ec93d3427634319833a15c3c20d49d3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/0ec93d3427634319833a15c3c20d49d3 2024-11-14T18:13:13,438 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/B of 77926a48b798347b16467a2208f27ede into 1ccc19d299d14ffa8675b0ff074f02ea(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:13,438 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:13,438 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/B, priority=13, startTime=1731607993208; duration=0sec 2024-11-14T18:13:13,442 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:13,442 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:B 2024-11-14T18:13:13,442 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:13,451 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:13,451 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/C is initiating minor compaction (all files) 2024-11-14T18:13:13,451 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/C in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:13,451 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/06a2b2a6c5d3499599bf11f5a1f35eb2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/b2840999b1ed497a9c4ba529902d2bad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/de3761d791e6424d829e2e8df186bd49] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=36.1 K 2024-11-14T18:13:13,458 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06a2b2a6c5d3499599bf11f5a1f35eb2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731607989459 2024-11-14T18:13:13,462 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2840999b1ed497a9c4ba529902d2bad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731607989526 2024-11-14T18:13:13,466 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting de3761d791e6424d829e2e8df186bd49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731607990722 2024-11-14T18:13:13,469 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/A of 77926a48b798347b16467a2208f27ede into 0ec93d3427634319833a15c3c20d49d3(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:13,469 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:13,469 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/A, priority=13, startTime=1731607993202; duration=0sec 2024-11-14T18:13:13,469 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:13,469 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:A 2024-11-14T18:13:13,516 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#C#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:13,517 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/bdbf206e23d042a58e8802215c2632ad is 50, key is test_row_0/C:col10/1731607991865/Put/seqid=0 2024-11-14T18:13:13,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742019_1195 (size=12781) 2024-11-14T18:13:13,572 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/bdbf206e23d042a58e8802215c2632ad as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/bdbf206e23d042a58e8802215c2632ad 2024-11-14T18:13:13,583 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/C of 77926a48b798347b16467a2208f27ede into bdbf206e23d042a58e8802215c2632ad(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:13,583 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:13,583 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/C, priority=13, startTime=1731607993208; duration=0sec 2024-11-14T18:13:13,583 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:13,583 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:C 2024-11-14T18:13:13,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608053575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608053575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608053582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608053589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:13,755 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114618b05f57ed34c5cb94cba38d1b7bfeb_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114618b05f57ed34c5cb94cba38d1b7bfeb_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:13,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a1a29a4bb4a941cb88f875ea42c9b0f8, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:13,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a1a29a4bb4a941cb88f875ea42c9b0f8 is 175, key is test_row_0/A:col10/1731607992012/Put/seqid=0 2024-11-14T18:13:13,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742020_1196 (size=31255) 2024-11-14T18:13:13,797 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a1a29a4bb4a941cb88f875ea42c9b0f8 2024-11-14T18:13:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/cd39765070ad43bc914961be1b0f06d4 is 50, key is test_row_0/B:col10/1731607992012/Put/seqid=0 2024-11-14T18:13:13,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742021_1197 (size=12301) 2024-11-14T18:13:13,882 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/cd39765070ad43bc914961be1b0f06d4 2024-11-14T18:13:13,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608053888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608053889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608053889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/8fb319d0ecb74b3ea3b4ee6e2ed125a4 is 50, key is test_row_0/C:col10/1731607992012/Put/seqid=0 2024-11-14T18:13:13,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608053906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:13,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742022_1198 (size=12301) 2024-11-14T18:13:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T18:13:14,361 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/8fb319d0ecb74b3ea3b4ee6e2ed125a4 2024-11-14T18:13:14,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608054394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:14,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608054394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:14,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608054401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:14,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/a1a29a4bb4a941cb88f875ea42c9b0f8 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a1a29a4bb4a941cb88f875ea42c9b0f8 2024-11-14T18:13:14,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608054414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:14,438 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a1a29a4bb4a941cb88f875ea42c9b0f8, entries=150, sequenceid=281, filesize=30.5 K 2024-11-14T18:13:14,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/cd39765070ad43bc914961be1b0f06d4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cd39765070ad43bc914961be1b0f06d4 2024-11-14T18:13:14,447 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cd39765070ad43bc914961be1b0f06d4, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T18:13:14,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/8fb319d0ecb74b3ea3b4ee6e2ed125a4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8fb319d0ecb74b3ea3b4ee6e2ed125a4 2024-11-14T18:13:14,467 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8fb319d0ecb74b3ea3b4ee6e2ed125a4, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T18:13:14,470 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 77926a48b798347b16467a2208f27ede in 1258ms, sequenceid=281, compaction requested=false 2024-11-14T18:13:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-14T18:13:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-14T18:13:14,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-14T18:13:14,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3900 sec 2024-11-14T18:13:14,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.4020 sec 2024-11-14T18:13:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:14,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T18:13:14,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:14,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:14,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:14,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:14,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:14,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:15,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ca8486df82f1498186befcd7ab469d17_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607994964/Put/seqid=0 2024-11-14T18:13:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742023_1199 (size=14994) 2024-11-14T18:13:15,058 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:15,091 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ca8486df82f1498186befcd7ab469d17_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca8486df82f1498186befcd7ab469d17_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:15,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/b3db9355d1564730974c2cae66e6f8d9, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:15,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/b3db9355d1564730974c2cae66e6f8d9 is 175, key is test_row_0/A:col10/1731607994964/Put/seqid=0 2024-11-14T18:13:15,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742024_1200 (size=39949) 2024-11-14T18:13:15,178 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/b3db9355d1564730974c2cae66e6f8d9 2024-11-14T18:13:15,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608055183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:15,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/b3e601278ce041c583896a7bcd61d4b2 is 50, key is test_row_0/B:col10/1731607994964/Put/seqid=0 2024-11-14T18:13:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742025_1201 (size=12301) 2024-11-14T18:13:15,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608055287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:15,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608055410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:15,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608055412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:15,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608055426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:15,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608055428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:15,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608055502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:15,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/b3e601278ce041c583896a7bcd61d4b2 2024-11-14T18:13:15,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/807781fecbf144c2a61f1e6fd5f9db8b is 50, key is test_row_0/C:col10/1731607994964/Put/seqid=0 2024-11-14T18:13:15,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742026_1202 (size=12301) 2024-11-14T18:13:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608055814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:16,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/807781fecbf144c2a61f1e6fd5f9db8b 2024-11-14T18:13:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T18:13:16,200 INFO [Thread-625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-14T18:13:16,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/b3db9355d1564730974c2cae66e6f8d9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/b3db9355d1564730974c2cae66e6f8d9 2024-11-14T18:13:16,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/b3db9355d1564730974c2cae66e6f8d9, entries=200, sequenceid=298, filesize=39.0 K 2024-11-14T18:13:16,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/b3e601278ce041c583896a7bcd61d4b2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b3e601278ce041c583896a7bcd61d4b2 2024-11-14T18:13:16,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-14T18:13:16,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b3e601278ce041c583896a7bcd61d4b2, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T18:13:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T18:13:16,226 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:16,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/807781fecbf144c2a61f1e6fd5f9db8b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/807781fecbf144c2a61f1e6fd5f9db8b 2024-11-14T18:13:16,230 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:16,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:16,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/807781fecbf144c2a61f1e6fd5f9db8b, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T18:13:16,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 77926a48b798347b16467a2208f27ede in 1270ms, sequenceid=298, compaction requested=true 2024-11-14T18:13:16,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:16,236 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:16,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:16,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:16,236 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:16,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:16,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:16,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:16,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:16,237 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:16,237 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/A is initiating minor compaction (all files) 2024-11-14T18:13:16,238 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/A in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,238 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/0ec93d3427634319833a15c3c20d49d3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a1a29a4bb4a941cb88f875ea42c9b0f8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/b3db9355d1564730974c2cae66e6f8d9] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=100.5 K 2024-11-14T18:13:16,238 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,238 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/0ec93d3427634319833a15c3c20d49d3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a1a29a4bb4a941cb88f875ea42c9b0f8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/b3db9355d1564730974c2cae66e6f8d9] 2024-11-14T18:13:16,238 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:16,238 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/B is initiating minor compaction (all files) 2024-11-14T18:13:16,239 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/B in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,239 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/1ccc19d299d14ffa8675b0ff074f02ea, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cd39765070ad43bc914961be1b0f06d4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b3e601278ce041c583896a7bcd61d4b2] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=36.5 K 2024-11-14T18:13:16,240 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ccc19d299d14ffa8675b0ff074f02ea, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731607990722 2024-11-14T18:13:16,240 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ec93d3427634319833a15c3c20d49d3, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731607990722 2024-11-14T18:13:16,240 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting cd39765070ad43bc914961be1b0f06d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731607992012 2024-11-14T18:13:16,242 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b3e601278ce041c583896a7bcd61d4b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731607993254 2024-11-14T18:13:16,242 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1a29a4bb4a941cb88f875ea42c9b0f8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731607992012 2024-11-14T18:13:16,243 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3db9355d1564730974c2cae66e6f8d9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731607993231 2024-11-14T18:13:16,252 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:16,253 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/c5937dd9d81d410ba16f894932a94a24 is 50, key is test_row_0/B:col10/1731607994964/Put/seqid=0 2024-11-14T18:13:16,262 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:16,278 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114cca3fa213d71420a919ef466d6d26576_77926a48b798347b16467a2208f27ede store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:16,280 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114cca3fa213d71420a919ef466d6d26576_77926a48b798347b16467a2208f27ede, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:16,281 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cca3fa213d71420a919ef466d6d26576_77926a48b798347b16467a2208f27ede because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:16,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742027_1203 (size=12983) 2024-11-14T18:13:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:16,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T18:13:16,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:16,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:16,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:16,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:16,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:16,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T18:13:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742028_1204 (size=4469) 2024-11-14T18:13:16,347 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#A#compaction#166 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:16,348 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/5958aa914ab44065bee28f38ac7ef6a0 is 175, key is test_row_0/A:col10/1731607994964/Put/seqid=0 2024-11-14T18:13:16,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d2cf58d7726a4188bcc08d2c9b340f70_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607996326/Put/seqid=0 2024-11-14T18:13:16,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:16,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T18:13:16,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:16,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742029_1205 (size=31937) 2024-11-14T18:13:16,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608056404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:16,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742030_1206 (size=14994) 2024-11-14T18:13:16,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608056510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T18:13:16,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:16,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T18:13:16,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:16,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:16,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T18:13:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608056717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:16,743 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/c5937dd9d81d410ba16f894932a94a24 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/c5937dd9d81d410ba16f894932a94a24 2024-11-14T18:13:16,762 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/B of 77926a48b798347b16467a2208f27ede into c5937dd9d81d410ba16f894932a94a24(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:16,762 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:16,762 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/B, priority=13, startTime=1731607996236; duration=0sec 2024-11-14T18:13:16,763 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:16,763 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:B 2024-11-14T18:13:16,763 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:16,768 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:16,768 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/C is initiating minor compaction (all files) 2024-11-14T18:13:16,768 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/C in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,768 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/bdbf206e23d042a58e8802215c2632ad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8fb319d0ecb74b3ea3b4ee6e2ed125a4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/807781fecbf144c2a61f1e6fd5f9db8b] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=36.5 K 2024-11-14T18:13:16,770 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting bdbf206e23d042a58e8802215c2632ad, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731607990722 2024-11-14T18:13:16,773 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fb319d0ecb74b3ea3b4ee6e2ed125a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731607992012 2024-11-14T18:13:16,778 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 807781fecbf144c2a61f1e6fd5f9db8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731607993254 2024-11-14T18:13:16,806 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:16,807 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/0e5cc6edf6ac4fed80a40428a8b92a27 is 50, key is test_row_0/C:col10/1731607994964/Put/seqid=0 2024-11-14T18:13:16,822 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:16,830 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/5958aa914ab44065bee28f38ac7ef6a0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5958aa914ab44065bee28f38ac7ef6a0 2024-11-14T18:13:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T18:13:16,836 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d2cf58d7726a4188bcc08d2c9b340f70_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d2cf58d7726a4188bcc08d2c9b340f70_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:16,839 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/c7d2dffdd99d40b3bbb9c8f37f3e5b92, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:16,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/c7d2dffdd99d40b3bbb9c8f37f3e5b92 is 175, key is test_row_0/A:col10/1731607996326/Put/seqid=0 2024-11-14T18:13:16,842 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/A of 77926a48b798347b16467a2208f27ede into 5958aa914ab44065bee28f38ac7ef6a0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:16,843 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:16,843 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/A, priority=13, startTime=1731607996236; duration=0sec 2024-11-14T18:13:16,843 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:16,843 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:A 2024-11-14T18:13:16,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742031_1207 (size=12983) 2024-11-14T18:13:16,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:16,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T18:13:16,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:16,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:16,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:16,870 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/0e5cc6edf6ac4fed80a40428a8b92a27 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/0e5cc6edf6ac4fed80a40428a8b92a27 2024-11-14T18:13:16,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742032_1208 (size=39949) 2024-11-14T18:13:16,884 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/c7d2dffdd99d40b3bbb9c8f37f3e5b92 2024-11-14T18:13:16,890 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 77926a48b798347b16467a2208f27ede/C of 77926a48b798347b16467a2208f27ede into 0e5cc6edf6ac4fed80a40428a8b92a27(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:16,890 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:16,890 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/C, priority=13, startTime=1731607996237; duration=0sec 2024-11-14T18:13:16,890 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:16,890 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:C 2024-11-14T18:13:16,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/0881f0da0ce4448d831e65bf7f00a6f8 is 50, key is test_row_0/B:col10/1731607996326/Put/seqid=0 2024-11-14T18:13:16,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742033_1209 (size=12301) 2024-11-14T18:13:16,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/0881f0da0ce4448d831e65bf7f00a6f8 2024-11-14T18:13:16,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/016b65b9568044ad8e08321883f68cbe is 50, key is test_row_0/C:col10/1731607996326/Put/seqid=0 2024-11-14T18:13:17,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742034_1210 (size=12301) 2024-11-14T18:13:17,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/016b65b9568044ad8e08321883f68cbe 2024-11-14T18:13:17,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T18:13:17,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:17,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:17,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:17,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:17,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:17,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/c7d2dffdd99d40b3bbb9c8f37f3e5b92 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c7d2dffdd99d40b3bbb9c8f37f3e5b92 2024-11-14T18:13:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:17,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608057020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c7d2dffdd99d40b3bbb9c8f37f3e5b92, entries=200, sequenceid=321, filesize=39.0 K 2024-11-14T18:13:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/0881f0da0ce4448d831e65bf7f00a6f8 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/0881f0da0ce4448d831e65bf7f00a6f8 2024-11-14T18:13:17,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/0881f0da0ce4448d831e65bf7f00a6f8, entries=150, sequenceid=321, filesize=12.0 K 2024-11-14T18:13:17,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/016b65b9568044ad8e08321883f68cbe as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/016b65b9568044ad8e08321883f68cbe 2024-11-14T18:13:17,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/016b65b9568044ad8e08321883f68cbe, entries=150, sequenceid=321, filesize=12.0 K 2024-11-14T18:13:17,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 77926a48b798347b16467a2208f27ede in 747ms, sequenceid=321, compaction requested=false 2024-11-14T18:13:17,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:17,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T18:13:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:17,173 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T18:13:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:17,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:17,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:17,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e7bc2741d8e1436bb889b5574b08d0e3_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607996402/Put/seqid=0 2024-11-14T18:13:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742035_1211 (size=12454) 2024-11-14T18:13:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:17,258 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e7bc2741d8e1436bb889b5574b08d0e3_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7bc2741d8e1436bb889b5574b08d0e3_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:17,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/ec3c41c301894b668bc32fa64001c80a, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:17,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/ec3c41c301894b668bc32fa64001c80a is 175, key is test_row_0/A:col10/1731607996402/Put/seqid=0 2024-11-14T18:13:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742036_1212 (size=31255) 2024-11-14T18:13:17,326 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:13:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T18:13:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:17,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. as already flushing 2024-11-14T18:13:17,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608057465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608057466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608057466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608057468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608057526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608057569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608057573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608057574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608057575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,682 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/ec3c41c301894b668bc32fa64001c80a 2024-11-14T18:13:17,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/b240c31f4a704299b6e9a82703f7cab9 is 50, key is test_row_0/B:col10/1731607996402/Put/seqid=0 2024-11-14T18:13:17,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742037_1213 (size=12301) 2024-11-14T18:13:17,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608057774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608057774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608057786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608057787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608058080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608058082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608058094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608058099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,107 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/b240c31f4a704299b6e9a82703f7cab9 2024-11-14T18:13:18,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/10ec29cdb21a4ab7b888e1c8617a6a76 is 50, key is test_row_0/C:col10/1731607996402/Put/seqid=0 2024-11-14T18:13:18,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742038_1214 (size=12301) 2024-11-14T18:13:18,174 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/10ec29cdb21a4ab7b888e1c8617a6a76 2024-11-14T18:13:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/ec3c41c301894b668bc32fa64001c80a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ec3c41c301894b668bc32fa64001c80a 2024-11-14T18:13:18,240 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ec3c41c301894b668bc32fa64001c80a, entries=150, sequenceid=337, filesize=30.5 K 2024-11-14T18:13:18,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/b240c31f4a704299b6e9a82703f7cab9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b240c31f4a704299b6e9a82703f7cab9 2024-11-14T18:13:18,282 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b240c31f4a704299b6e9a82703f7cab9, entries=150, sequenceid=337, filesize=12.0 K 2024-11-14T18:13:18,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/10ec29cdb21a4ab7b888e1c8617a6a76 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/10ec29cdb21a4ab7b888e1c8617a6a76 2024-11-14T18:13:18,322 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/10ec29cdb21a4ab7b888e1c8617a6a76, entries=150, sequenceid=337, filesize=12.0 K 2024-11-14T18:13:18,328 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 77926a48b798347b16467a2208f27ede in 1154ms, sequenceid=337, compaction requested=true 2024-11-14T18:13:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-14T18:13:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-14T18:13:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T18:13:18,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-14T18:13:18,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1200 sec 2024-11-14T18:13:18,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.1600 sec 2024-11-14T18:13:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:18,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T18:13:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:18,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ec5281c7dd0648f688d033fce4984b67_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607998545/Put/seqid=0 2024-11-14T18:13:18,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742039_1215 (size=14994) 2024-11-14T18:13:18,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608058602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608058602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608058605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608058610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608058610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608058709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608058710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608058714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608058913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608058916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:18,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608058916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:19,010 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:19,030 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ec5281c7dd0648f688d033fce4984b67_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec5281c7dd0648f688d033fce4984b67_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:19,037 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/d66299c44f864bb08edbc9074a19e5d2, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:19,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/d66299c44f864bb08edbc9074a19e5d2 is 175, key is test_row_0/A:col10/1731607998545/Put/seqid=0 2024-11-14T18:13:19,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742040_1216 (size=39949) 2024-11-14T18:13:19,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608059218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:19,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608059220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:19,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608059224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:19,471 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/d66299c44f864bb08edbc9074a19e5d2 2024-11-14T18:13:19,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/f6e2e0c7efc14df089c9b99f61ae1227 is 50, key is test_row_0/B:col10/1731607998545/Put/seqid=0 2024-11-14T18:13:19,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742041_1217 (size=12301) 2024-11-14T18:13:19,575 DEBUG [Thread-626 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29dad7a8 to 127.0.0.1:56630 2024-11-14T18:13:19,575 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:19,576 DEBUG [Thread-630 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x250a1de4 to 127.0.0.1:56630 2024-11-14T18:13:19,576 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:19,578 DEBUG [Thread-632 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49456175 to 127.0.0.1:56630 2024-11-14T18:13:19,578 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:19,579 DEBUG [Thread-628 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c6fdab to 127.0.0.1:56630 2024-11-14T18:13:19,579 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:19,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41238 deadline: 1731608059615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:19,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41232 deadline: 1731608059618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:19,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:19,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41208 deadline: 1731608059726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41224 deadline: 1731608059726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:19,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41202 deadline: 1731608059729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:19,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/f6e2e0c7efc14df089c9b99f61ae1227 2024-11-14T18:13:19,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/7c0fd27ef98e46d69618c1c3115faf15 is 50, key is test_row_0/C:col10/1731607998545/Put/seqid=0 2024-11-14T18:13:19,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742042_1218 (size=12301) 2024-11-14T18:13:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T18:13:20,340 INFO [Thread-625 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-14T18:13:20,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/7c0fd27ef98e46d69618c1c3115faf15 2024-11-14T18:13:20,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/d66299c44f864bb08edbc9074a19e5d2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d66299c44f864bb08edbc9074a19e5d2 2024-11-14T18:13:20,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d66299c44f864bb08edbc9074a19e5d2, entries=200, sequenceid=361, filesize=39.0 K 2024-11-14T18:13:20,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/f6e2e0c7efc14df089c9b99f61ae1227 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/f6e2e0c7efc14df089c9b99f61ae1227 2024-11-14T18:13:20,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/f6e2e0c7efc14df089c9b99f61ae1227, entries=150, sequenceid=361, filesize=12.0 K 2024-11-14T18:13:20,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/7c0fd27ef98e46d69618c1c3115faf15 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/7c0fd27ef98e46d69618c1c3115faf15 2024-11-14T18:13:20,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/7c0fd27ef98e46d69618c1c3115faf15, entries=150, sequenceid=361, filesize=12.0 K 2024-11-14T18:13:20,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 77926a48b798347b16467a2208f27ede in 1830ms, sequenceid=361, compaction requested=true 2024-11-14T18:13:20,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:20,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:20,378 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:20,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:20,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:20,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:20,379 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:20,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77926a48b798347b16467a2208f27ede:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:20,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:20,380 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:20,380 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:20,380 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/B is initiating minor compaction (all files) 2024-11-14T18:13:20,380 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/B in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:20,380 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/c5937dd9d81d410ba16f894932a94a24, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/0881f0da0ce4448d831e65bf7f00a6f8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b240c31f4a704299b6e9a82703f7cab9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/f6e2e0c7efc14df089c9b99f61ae1227] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=48.7 K 2024-11-14T18:13:20,380 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/A is initiating minor compaction (all files) 2024-11-14T18:13:20,380 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/A in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:20,381 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5958aa914ab44065bee28f38ac7ef6a0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c7d2dffdd99d40b3bbb9c8f37f3e5b92, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ec3c41c301894b668bc32fa64001c80a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d66299c44f864bb08edbc9074a19e5d2] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=139.7 K 2024-11-14T18:13:20,381 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:20,381 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c5937dd9d81d410ba16f894932a94a24, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731607993254 2024-11-14T18:13:20,381 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5958aa914ab44065bee28f38ac7ef6a0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c7d2dffdd99d40b3bbb9c8f37f3e5b92, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ec3c41c301894b668bc32fa64001c80a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d66299c44f864bb08edbc9074a19e5d2] 2024-11-14T18:13:20,381 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 0881f0da0ce4448d831e65bf7f00a6f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731607995099 2024-11-14T18:13:20,381 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5958aa914ab44065bee28f38ac7ef6a0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731607993254 2024-11-14T18:13:20,381 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b240c31f4a704299b6e9a82703f7cab9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731607996339 2024-11-14T18:13:20,382 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7d2dffdd99d40b3bbb9c8f37f3e5b92, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731607995099 2024-11-14T18:13:20,382 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting f6e2e0c7efc14df089c9b99f61ae1227, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731607997461 2024-11-14T18:13:20,382 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec3c41c301894b668bc32fa64001c80a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731607996339 2024-11-14T18:13:20,382 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting d66299c44f864bb08edbc9074a19e5d2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731607997461 2024-11-14T18:13:20,397 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:20,397 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#B#compaction#177 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:20,398 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/16aafeccb8904d90b57499ec78811723 is 50, key is test_row_0/B:col10/1731607998545/Put/seqid=0 2024-11-14T18:13:20,400 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111452aecbc5ce194631a580a00daa1dce31_77926a48b798347b16467a2208f27ede store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742043_1219 (size=13119) 2024-11-14T18:13:20,443 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111452aecbc5ce194631a580a00daa1dce31_77926a48b798347b16467a2208f27ede, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:20,443 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111452aecbc5ce194631a580a00daa1dce31_77926a48b798347b16467a2208f27ede because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:20,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742044_1220 (size=4469) 2024-11-14T18:13:20,450 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#A#compaction#178 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:20,451 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/2a213f588d214bae9856f68cfcc9da84 is 175, key is test_row_0/A:col10/1731607998545/Put/seqid=0 2024-11-14T18:13:20,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742045_1221 (size=32073) 2024-11-14T18:13:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:20,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T18:13:20,729 DEBUG [Thread-615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0231f064 to 127.0.0.1:56630 2024-11-14T18:13:20,729 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:20,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:20,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:20,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:20,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:20,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:20,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:20,731 DEBUG [Thread-623 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a63fed4 to 127.0.0.1:56630 2024-11-14T18:13:20,731 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:20,734 DEBUG [Thread-619 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d6eb994 to 127.0.0.1:56630 2024-11-14T18:13:20,734 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:20,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d4a14ef1d8b3408e9772a156d24eea22_77926a48b798347b16467a2208f27ede is 50, key is test_row_0/A:col10/1731607998601/Put/seqid=0 2024-11-14T18:13:20,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742046_1222 (size=12454) 2024-11-14T18:13:20,810 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/16aafeccb8904d90b57499ec78811723 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/16aafeccb8904d90b57499ec78811723 2024-11-14T18:13:20,817 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 77926a48b798347b16467a2208f27ede/B of 77926a48b798347b16467a2208f27ede into 16aafeccb8904d90b57499ec78811723(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:20,817 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:20,817 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/B, priority=12, startTime=1731608000378; duration=0sec 2024-11-14T18:13:20,817 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:20,817 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:B 2024-11-14T18:13:20,817 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:20,820 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:20,820 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 77926a48b798347b16467a2208f27ede/C is initiating minor compaction (all files) 2024-11-14T18:13:20,820 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 77926a48b798347b16467a2208f27ede/C in TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:20,820 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/0e5cc6edf6ac4fed80a40428a8b92a27, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/016b65b9568044ad8e08321883f68cbe, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/10ec29cdb21a4ab7b888e1c8617a6a76, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/7c0fd27ef98e46d69618c1c3115faf15] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp, totalSize=48.7 K 2024-11-14T18:13:20,821 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e5cc6edf6ac4fed80a40428a8b92a27, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731607993254 2024-11-14T18:13:20,821 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 016b65b9568044ad8e08321883f68cbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731607995099 2024-11-14T18:13:20,822 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 10ec29cdb21a4ab7b888e1c8617a6a76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731607996339 2024-11-14T18:13:20,822 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c0fd27ef98e46d69618c1c3115faf15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731607997461 2024-11-14T18:13:20,835 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77926a48b798347b16467a2208f27ede#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:20,836 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/e2bb634b7ff14fb299ed1396af0f571a is 50, key is test_row_0/C:col10/1731607998545/Put/seqid=0 2024-11-14T18:13:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742047_1223 (size=13119) 2024-11-14T18:13:20,856 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/e2bb634b7ff14fb299ed1396af0f571a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/e2bb634b7ff14fb299ed1396af0f571a 2024-11-14T18:13:20,863 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/2a213f588d214bae9856f68cfcc9da84 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/2a213f588d214bae9856f68cfcc9da84 2024-11-14T18:13:20,865 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 77926a48b798347b16467a2208f27ede/C of 77926a48b798347b16467a2208f27ede into e2bb634b7ff14fb299ed1396af0f571a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:20,865 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:20,865 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/C, priority=12, startTime=1731608000379; duration=0sec 2024-11-14T18:13:20,865 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:20,865 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:C 2024-11-14T18:13:20,870 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 77926a48b798347b16467a2208f27ede/A of 77926a48b798347b16467a2208f27ede into 2a213f588d214bae9856f68cfcc9da84(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:20,870 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:20,870 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede., storeName=77926a48b798347b16467a2208f27ede/A, priority=12, startTime=1731608000378; duration=0sec 2024-11-14T18:13:20,870 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:20,870 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77926a48b798347b16467a2208f27ede:A 2024-11-14T18:13:21,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:21,151 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d4a14ef1d8b3408e9772a156d24eea22_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d4a14ef1d8b3408e9772a156d24eea22_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:21,152 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/14f5f5120c7545b09ee254904245c0a0, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:21,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/14f5f5120c7545b09ee254904245c0a0 is 175, key is test_row_0/A:col10/1731607998601/Put/seqid=0 2024-11-14T18:13:21,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742048_1224 (size=31255) 2024-11-14T18:13:21,558 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/14f5f5120c7545b09ee254904245c0a0 2024-11-14T18:13:21,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/698b045c5fbb4a8da251f54a780d652e is 50, key is test_row_0/B:col10/1731607998601/Put/seqid=0 2024-11-14T18:13:21,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742049_1225 (size=12301) 2024-11-14T18:13:21,629 DEBUG [Thread-613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a0aa7d7 to 127.0.0.1:56630 2024-11-14T18:13:21,629 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:21,633 DEBUG [Thread-617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28c904d8 to 127.0.0.1:56630 2024-11-14T18:13:21,633 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3066 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2988 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1297 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3888 rows 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1306 2024-11-14T18:13:21,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3918 rows 2024-11-14T18:13:21,634 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T18:13:21,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3c14c0 to 127.0.0.1:56630 2024-11-14T18:13:21,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:21,636 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T18:13:21,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T18:13:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T18:13:21,639 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608001639"}]},"ts":"1731608001639"} 2024-11-14T18:13:21,640 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T18:13:21,690 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T18:13:21,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T18:13:21,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=77926a48b798347b16467a2208f27ede, UNASSIGN}] 2024-11-14T18:13:21,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=77926a48b798347b16467a2208f27ede, UNASSIGN 2024-11-14T18:13:21,693 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=77926a48b798347b16467a2208f27ede, regionState=CLOSING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:13:21,694 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T18:13:21,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; CloseRegionProcedure 77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:13:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T18:13:21,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:21,846 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(124): Close 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:21,846 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T18:13:21,846 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1681): Closing 77926a48b798347b16467a2208f27ede, disabling compactions & flushes 2024-11-14T18:13:21,846 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T18:13:21,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/698b045c5fbb4a8da251f54a780d652e 2024-11-14T18:13:21,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/58e696cb5b6d42e9b5f6a5c789b0fb9d is 50, key is test_row_0/C:col10/1731607998601/Put/seqid=0 2024-11-14T18:13:21,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742050_1226 (size=12301) 2024-11-14T18:13:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T18:13:22,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/58e696cb5b6d42e9b5f6a5c789b0fb9d 2024-11-14T18:13:22,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/14f5f5120c7545b09ee254904245c0a0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/14f5f5120c7545b09ee254904245c0a0 2024-11-14T18:13:22,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/14f5f5120c7545b09ee254904245c0a0, entries=150, sequenceid=374, filesize=30.5 K 2024-11-14T18:13:22,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/698b045c5fbb4a8da251f54a780d652e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/698b045c5fbb4a8da251f54a780d652e 2024-11-14T18:13:22,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/698b045c5fbb4a8da251f54a780d652e, entries=150, sequenceid=374, filesize=12.0 K 2024-11-14T18:13:22,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/58e696cb5b6d42e9b5f6a5c789b0fb9d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/58e696cb5b6d42e9b5f6a5c789b0fb9d 2024-11-14T18:13:22,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/58e696cb5b6d42e9b5f6a5c789b0fb9d, entries=150, sequenceid=374, filesize=12.0 K 2024-11-14T18:13:22,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for 77926a48b798347b16467a2208f27ede in 1692ms, sequenceid=374, compaction requested=false 2024-11-14T18:13:22,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:22,421 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:22,421 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:22,421 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. after waiting 0 ms 2024-11-14T18:13:22,421 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:22,421 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(2837): Flushing 77926a48b798347b16467a2208f27ede 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T18:13:22,421 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=A 2024-11-14T18:13:22,421 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:22,421 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=B 2024-11-14T18:13:22,421 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:22,421 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77926a48b798347b16467a2208f27ede, store=C 2024-11-14T18:13:22,421 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:22,429 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144d6bc8467dbc4545b8ad4cdb546fb86e_77926a48b798347b16467a2208f27ede is 50, key is test_row_1/A:col10/1731608001628/Put/seqid=0 2024-11-14T18:13:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742051_1227 (size=9914) 2024-11-14T18:13:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T18:13:22,834 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:22,839 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144d6bc8467dbc4545b8ad4cdb546fb86e_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144d6bc8467dbc4545b8ad4cdb546fb86e_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:22,845 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/35ec1ca25b714415b7dd106793e85d8b, store: [table=TestAcidGuarantees family=A region=77926a48b798347b16467a2208f27ede] 2024-11-14T18:13:22,846 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/35ec1ca25b714415b7dd106793e85d8b is 175, key is test_row_1/A:col10/1731608001628/Put/seqid=0 2024-11-14T18:13:22,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742052_1228 (size=22561) 2024-11-14T18:13:23,172 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:37703 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:37703,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:23,261 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/35ec1ca25b714415b7dd106793e85d8b 2024-11-14T18:13:23,271 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/3c1889c292394e6aa0d2bb2e57509b93 is 50, key is test_row_1/B:col10/1731608001628/Put/seqid=0 2024-11-14T18:13:23,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742053_1229 (size=9857) 2024-11-14T18:13:23,306 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/3c1889c292394e6aa0d2bb2e57509b93 2024-11-14T18:13:23,320 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/af78ffffe0dc40558734063cb0853a5d is 50, key is test_row_1/C:col10/1731608001628/Put/seqid=0 2024-11-14T18:13:23,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742054_1230 (size=9857) 2024-11-14T18:13:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T18:13:23,752 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/af78ffffe0dc40558734063cb0853a5d 2024-11-14T18:13:23,760 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/A/35ec1ca25b714415b7dd106793e85d8b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/35ec1ca25b714415b7dd106793e85d8b 2024-11-14T18:13:23,767 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/35ec1ca25b714415b7dd106793e85d8b, entries=100, sequenceid=384, filesize=22.0 K 2024-11-14T18:13:23,769 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/B/3c1889c292394e6aa0d2bb2e57509b93 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/3c1889c292394e6aa0d2bb2e57509b93 2024-11-14T18:13:23,775 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/3c1889c292394e6aa0d2bb2e57509b93, entries=100, sequenceid=384, filesize=9.6 K 2024-11-14T18:13:23,777 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/.tmp/C/af78ffffe0dc40558734063cb0853a5d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/af78ffffe0dc40558734063cb0853a5d 2024-11-14T18:13:23,783 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/af78ffffe0dc40558734063cb0853a5d, entries=100, sequenceid=384, filesize=9.6 K 2024-11-14T18:13:23,784 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 77926a48b798347b16467a2208f27ede in 1363ms, sequenceid=384, compaction requested=true 2024-11-14T18:13:23,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c1cf77d987cc439285e9d46e7f80542a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/62366756f4964b39ad684e4e41440d0b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/67bc91aaf18f4cb5ad754a0020c9eace, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/39ed1ae1c3e74789ae3a835e40f51b85, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/672f44ce8da94350ab47d6345492d753, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d424bdc14b5a4895880fd118b42e646f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/e5d22e9d69cc4ef2af30279185f22442, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a86d015c26c245fdb771d420e8834a69, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5a40d75a01e94c7ab51e7168768ca923, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/f6b51a9833804cca9eae4a08c7ad4145, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a5561a50887e4c629859e11837a76074, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/be85498dd7a140308fc572adfb5459a0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/2f3d87b16f29413da3438b5c4d2180b8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/43fc4ce12569480f8869415538b470ae, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/9f79e257ad5748c69f24876c4a3ebaf3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ffe497dec961431ba4cf3d1decaf34fb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/dd068ae636bc4b4f9947621f54c49d5a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/0ec93d3427634319833a15c3c20d49d3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a1a29a4bb4a941cb88f875ea42c9b0f8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/b3db9355d1564730974c2cae66e6f8d9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5958aa914ab44065bee28f38ac7ef6a0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c7d2dffdd99d40b3bbb9c8f37f3e5b92, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ec3c41c301894b668bc32fa64001c80a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d66299c44f864bb08edbc9074a19e5d2] to archive 2024-11-14T18:13:23,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:13:23,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c1cf77d987cc439285e9d46e7f80542a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c1cf77d987cc439285e9d46e7f80542a 2024-11-14T18:13:23,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/62366756f4964b39ad684e4e41440d0b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/62366756f4964b39ad684e4e41440d0b 2024-11-14T18:13:23,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/67bc91aaf18f4cb5ad754a0020c9eace to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/67bc91aaf18f4cb5ad754a0020c9eace 2024-11-14T18:13:23,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/39ed1ae1c3e74789ae3a835e40f51b85 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/39ed1ae1c3e74789ae3a835e40f51b85 2024-11-14T18:13:23,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/672f44ce8da94350ab47d6345492d753 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/672f44ce8da94350ab47d6345492d753 2024-11-14T18:13:23,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d424bdc14b5a4895880fd118b42e646f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d424bdc14b5a4895880fd118b42e646f 2024-11-14T18:13:23,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/e5d22e9d69cc4ef2af30279185f22442 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/e5d22e9d69cc4ef2af30279185f22442 2024-11-14T18:13:23,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a86d015c26c245fdb771d420e8834a69 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a86d015c26c245fdb771d420e8834a69 2024-11-14T18:13:23,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5a40d75a01e94c7ab51e7168768ca923 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5a40d75a01e94c7ab51e7168768ca923 2024-11-14T18:13:23,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/f6b51a9833804cca9eae4a08c7ad4145 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/f6b51a9833804cca9eae4a08c7ad4145 2024-11-14T18:13:23,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a5561a50887e4c629859e11837a76074 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a5561a50887e4c629859e11837a76074 2024-11-14T18:13:23,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/be85498dd7a140308fc572adfb5459a0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/be85498dd7a140308fc572adfb5459a0 2024-11-14T18:13:23,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/2f3d87b16f29413da3438b5c4d2180b8 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/2f3d87b16f29413da3438b5c4d2180b8 2024-11-14T18:13:23,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/43fc4ce12569480f8869415538b470ae to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/43fc4ce12569480f8869415538b470ae 2024-11-14T18:13:23,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/9f79e257ad5748c69f24876c4a3ebaf3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/9f79e257ad5748c69f24876c4a3ebaf3 2024-11-14T18:13:23,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ffe497dec961431ba4cf3d1decaf34fb to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ffe497dec961431ba4cf3d1decaf34fb 2024-11-14T18:13:23,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/dd068ae636bc4b4f9947621f54c49d5a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/dd068ae636bc4b4f9947621f54c49d5a 2024-11-14T18:13:23,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/0ec93d3427634319833a15c3c20d49d3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/0ec93d3427634319833a15c3c20d49d3 2024-11-14T18:13:23,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a1a29a4bb4a941cb88f875ea42c9b0f8 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/a1a29a4bb4a941cb88f875ea42c9b0f8 2024-11-14T18:13:23,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/b3db9355d1564730974c2cae66e6f8d9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/b3db9355d1564730974c2cae66e6f8d9 2024-11-14T18:13:23,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5958aa914ab44065bee28f38ac7ef6a0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/5958aa914ab44065bee28f38ac7ef6a0 2024-11-14T18:13:23,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c7d2dffdd99d40b3bbb9c8f37f3e5b92 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/c7d2dffdd99d40b3bbb9c8f37f3e5b92 2024-11-14T18:13:23,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ec3c41c301894b668bc32fa64001c80a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/ec3c41c301894b668bc32fa64001c80a 2024-11-14T18:13:23,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d66299c44f864bb08edbc9074a19e5d2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/d66299c44f864bb08edbc9074a19e5d2 2024-11-14T18:13:23,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/edd337f9d44d4a0b9c677514f39b4d0a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/acedad48b7f5467faf494f085e747261, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/e230a9e912ac4f838c9d9b1d677b8e51, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/bd479bac4b3243479c9dc20fc4b8c0f2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/5439bb8b57724c458ff7fd3ab12b07ca, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/9e5cdf51abae44fdb433f559469994c9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/e71a641bbb1b42a392624c15073bcc8a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/19896cd5e1104a5b915ecf83e55466a2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/d403f22912fa495995dde3d43308d64d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/1972f918ca6b4ee982b285cccbdb3eaf, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/eda6d45c0c794747859c7d8a19dd026d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/8e81dd2996cc4bf394036934a0964df4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2d2c3a222fd04809810b18def01cbbf5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2e3595d6e6b748e79db35f6f3cb1a618, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2a572287106b4165a57507624598a0d3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cbfedeb475374979883ace3fb8b0b7e4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/1ccc19d299d14ffa8675b0ff074f02ea, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/562a69dcd9cb41de94655f6be1522942, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cd39765070ad43bc914961be1b0f06d4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/c5937dd9d81d410ba16f894932a94a24, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b3e601278ce041c583896a7bcd61d4b2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/0881f0da0ce4448d831e65bf7f00a6f8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b240c31f4a704299b6e9a82703f7cab9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/f6e2e0c7efc14df089c9b99f61ae1227] to archive 2024-11-14T18:13:23,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:13:23,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/edd337f9d44d4a0b9c677514f39b4d0a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/edd337f9d44d4a0b9c677514f39b4d0a 2024-11-14T18:13:23,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/acedad48b7f5467faf494f085e747261 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/acedad48b7f5467faf494f085e747261 2024-11-14T18:13:23,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/e230a9e912ac4f838c9d9b1d677b8e51 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/e230a9e912ac4f838c9d9b1d677b8e51 2024-11-14T18:13:23,879 DEBUG [master/eed19b614a58:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1345cca1a494ff3082eed046c4eb5ca3 changed from -1.0 to 0.0, refreshing cache 2024-11-14T18:13:23,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/bd479bac4b3243479c9dc20fc4b8c0f2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/bd479bac4b3243479c9dc20fc4b8c0f2 2024-11-14T18:13:23,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/5439bb8b57724c458ff7fd3ab12b07ca to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/5439bb8b57724c458ff7fd3ab12b07ca 2024-11-14T18:13:23,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/9e5cdf51abae44fdb433f559469994c9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/9e5cdf51abae44fdb433f559469994c9 2024-11-14T18:13:23,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/e71a641bbb1b42a392624c15073bcc8a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/e71a641bbb1b42a392624c15073bcc8a 2024-11-14T18:13:23,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/19896cd5e1104a5b915ecf83e55466a2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/19896cd5e1104a5b915ecf83e55466a2 2024-11-14T18:13:23,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/d403f22912fa495995dde3d43308d64d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/d403f22912fa495995dde3d43308d64d 2024-11-14T18:13:23,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/1972f918ca6b4ee982b285cccbdb3eaf to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/1972f918ca6b4ee982b285cccbdb3eaf 2024-11-14T18:13:23,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/eda6d45c0c794747859c7d8a19dd026d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/eda6d45c0c794747859c7d8a19dd026d 2024-11-14T18:13:23,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/8e81dd2996cc4bf394036934a0964df4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/8e81dd2996cc4bf394036934a0964df4 2024-11-14T18:13:23,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2d2c3a222fd04809810b18def01cbbf5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2d2c3a222fd04809810b18def01cbbf5 2024-11-14T18:13:23,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2e3595d6e6b748e79db35f6f3cb1a618 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2e3595d6e6b748e79db35f6f3cb1a618 2024-11-14T18:13:23,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2a572287106b4165a57507624598a0d3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/2a572287106b4165a57507624598a0d3 2024-11-14T18:13:24,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cbfedeb475374979883ace3fb8b0b7e4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cbfedeb475374979883ace3fb8b0b7e4 2024-11-14T18:13:24,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/1ccc19d299d14ffa8675b0ff074f02ea to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/1ccc19d299d14ffa8675b0ff074f02ea 2024-11-14T18:13:24,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/562a69dcd9cb41de94655f6be1522942 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/562a69dcd9cb41de94655f6be1522942 2024-11-14T18:13:24,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cd39765070ad43bc914961be1b0f06d4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/cd39765070ad43bc914961be1b0f06d4 2024-11-14T18:13:24,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/c5937dd9d81d410ba16f894932a94a24 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/c5937dd9d81d410ba16f894932a94a24 2024-11-14T18:13:24,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b3e601278ce041c583896a7bcd61d4b2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b3e601278ce041c583896a7bcd61d4b2 2024-11-14T18:13:24,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/0881f0da0ce4448d831e65bf7f00a6f8 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/0881f0da0ce4448d831e65bf7f00a6f8 2024-11-14T18:13:24,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b240c31f4a704299b6e9a82703f7cab9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/b240c31f4a704299b6e9a82703f7cab9 2024-11-14T18:13:24,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/f6e2e0c7efc14df089c9b99f61ae1227 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/f6e2e0c7efc14df089c9b99f61ae1227 2024-11-14T18:13:24,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/03705a85dde74c0390ed5fdc48f4453b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d4c7ff85cc9c40bfbfcbfe85fb3be8e5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/38c512d3f19b45fb8851119f0e930b4f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/44369883604d447290fe15551db919c2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8617244dd50c4440af6c8ee1b66c2cd0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/87f8c4aaec2848e0be448d247ad072a5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/aa9f6fefbb694fc5be2f62fbc5e95b8f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/db21b969cc0549d582d4beb10bbd52d9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/c258ef1bba874f24a86939bbc7cda009, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/039e046eda3f4b94bb8f30eaf2726757, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/0d345f3ece86466fa40196953e1f6c7a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/6bbc195159624cbc89610f8b5957871a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/83d2da206dd341918028dbd6c12928f4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/06a2b2a6c5d3499599bf11f5a1f35eb2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d425ecf1619e4a02bc3ae3329825c2d7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/b2840999b1ed497a9c4ba529902d2bad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/bdbf206e23d042a58e8802215c2632ad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/de3761d791e6424d829e2e8df186bd49, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8fb319d0ecb74b3ea3b4ee6e2ed125a4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/0e5cc6edf6ac4fed80a40428a8b92a27, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/807781fecbf144c2a61f1e6fd5f9db8b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/016b65b9568044ad8e08321883f68cbe, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/10ec29cdb21a4ab7b888e1c8617a6a76, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/7c0fd27ef98e46d69618c1c3115faf15] to archive 2024-11-14T18:13:24,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:13:24,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/03705a85dde74c0390ed5fdc48f4453b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/03705a85dde74c0390ed5fdc48f4453b 2024-11-14T18:13:24,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d4c7ff85cc9c40bfbfcbfe85fb3be8e5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d4c7ff85cc9c40bfbfcbfe85fb3be8e5 2024-11-14T18:13:24,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/38c512d3f19b45fb8851119f0e930b4f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/38c512d3f19b45fb8851119f0e930b4f 2024-11-14T18:13:24,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/44369883604d447290fe15551db919c2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/44369883604d447290fe15551db919c2 2024-11-14T18:13:24,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8617244dd50c4440af6c8ee1b66c2cd0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8617244dd50c4440af6c8ee1b66c2cd0 2024-11-14T18:13:24,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/87f8c4aaec2848e0be448d247ad072a5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/87f8c4aaec2848e0be448d247ad072a5 2024-11-14T18:13:24,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/aa9f6fefbb694fc5be2f62fbc5e95b8f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/aa9f6fefbb694fc5be2f62fbc5e95b8f 2024-11-14T18:13:24,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/db21b969cc0549d582d4beb10bbd52d9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/db21b969cc0549d582d4beb10bbd52d9 2024-11-14T18:13:24,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/c258ef1bba874f24a86939bbc7cda009 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/c258ef1bba874f24a86939bbc7cda009 2024-11-14T18:13:24,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/039e046eda3f4b94bb8f30eaf2726757 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/039e046eda3f4b94bb8f30eaf2726757 2024-11-14T18:13:24,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/0d345f3ece86466fa40196953e1f6c7a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/0d345f3ece86466fa40196953e1f6c7a 2024-11-14T18:13:24,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/6bbc195159624cbc89610f8b5957871a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/6bbc195159624cbc89610f8b5957871a 2024-11-14T18:13:24,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/83d2da206dd341918028dbd6c12928f4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/83d2da206dd341918028dbd6c12928f4 2024-11-14T18:13:24,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/06a2b2a6c5d3499599bf11f5a1f35eb2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/06a2b2a6c5d3499599bf11f5a1f35eb2 2024-11-14T18:13:24,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d425ecf1619e4a02bc3ae3329825c2d7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/d425ecf1619e4a02bc3ae3329825c2d7 2024-11-14T18:13:24,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/b2840999b1ed497a9c4ba529902d2bad to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/b2840999b1ed497a9c4ba529902d2bad 2024-11-14T18:13:24,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/bdbf206e23d042a58e8802215c2632ad to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/bdbf206e23d042a58e8802215c2632ad 2024-11-14T18:13:24,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/de3761d791e6424d829e2e8df186bd49 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/de3761d791e6424d829e2e8df186bd49 2024-11-14T18:13:24,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8fb319d0ecb74b3ea3b4ee6e2ed125a4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/8fb319d0ecb74b3ea3b4ee6e2ed125a4 2024-11-14T18:13:24,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/0e5cc6edf6ac4fed80a40428a8b92a27 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/0e5cc6edf6ac4fed80a40428a8b92a27 2024-11-14T18:13:24,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/807781fecbf144c2a61f1e6fd5f9db8b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/807781fecbf144c2a61f1e6fd5f9db8b 2024-11-14T18:13:24,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/016b65b9568044ad8e08321883f68cbe to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/016b65b9568044ad8e08321883f68cbe 2024-11-14T18:13:24,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/10ec29cdb21a4ab7b888e1c8617a6a76 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/10ec29cdb21a4ab7b888e1c8617a6a76 2024-11-14T18:13:24,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/7c0fd27ef98e46d69618c1c3115faf15 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/7c0fd27ef98e46d69618c1c3115faf15 2024-11-14T18:13:24,123 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/recovered.edits/387.seqid, newMaxSeqId=387, maxSeqId=4 2024-11-14T18:13:24,124 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede. 2024-11-14T18:13:24,124 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1635): Region close journal for 77926a48b798347b16467a2208f27ede: 2024-11-14T18:13:24,126 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(170): Closed 77926a48b798347b16467a2208f27ede 2024-11-14T18:13:24,134 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=77926a48b798347b16467a2208f27ede, regionState=CLOSED 2024-11-14T18:13:24,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-14T18:13:24,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseRegionProcedure 77926a48b798347b16467a2208f27ede, server=eed19b614a58,42787,1731607940149 in 2.4450 sec 2024-11-14T18:13:24,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=54 2024-11-14T18:13:24,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=54, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=77926a48b798347b16467a2208f27ede, UNASSIGN in 2.4490 sec 2024-11-14T18:13:24,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-14T18:13:24,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4580 sec 2024-11-14T18:13:24,153 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608004153"}]},"ts":"1731608004153"} 2024-11-14T18:13:24,157 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T18:13:24,186 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T18:13:24,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.5510 sec 2024-11-14T18:13:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T18:13:25,744 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-14T18:13:25,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T18:13:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:25,747 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T18:13:25,747 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=57, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:25,749 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,753 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/recovered.edits] 2024-11-14T18:13:25,757 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/14f5f5120c7545b09ee254904245c0a0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/14f5f5120c7545b09ee254904245c0a0 2024-11-14T18:13:25,762 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/2a213f588d214bae9856f68cfcc9da84 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/2a213f588d214bae9856f68cfcc9da84 2024-11-14T18:13:25,765 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/35ec1ca25b714415b7dd106793e85d8b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/A/35ec1ca25b714415b7dd106793e85d8b 2024-11-14T18:13:25,774 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/16aafeccb8904d90b57499ec78811723 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/16aafeccb8904d90b57499ec78811723 2024-11-14T18:13:25,777 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/3c1889c292394e6aa0d2bb2e57509b93 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/3c1889c292394e6aa0d2bb2e57509b93 2024-11-14T18:13:25,779 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/698b045c5fbb4a8da251f54a780d652e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/B/698b045c5fbb4a8da251f54a780d652e 2024-11-14T18:13:25,783 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/58e696cb5b6d42e9b5f6a5c789b0fb9d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/58e696cb5b6d42e9b5f6a5c789b0fb9d 2024-11-14T18:13:25,785 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/af78ffffe0dc40558734063cb0853a5d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/af78ffffe0dc40558734063cb0853a5d 2024-11-14T18:13:25,789 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/e2bb634b7ff14fb299ed1396af0f571a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/C/e2bb634b7ff14fb299ed1396af0f571a 2024-11-14T18:13:25,793 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/recovered.edits/387.seqid to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede/recovered.edits/387.seqid 2024-11-14T18:13:25,794 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,794 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T18:13:25,794 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T18:13:25,796 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T18:13:25,802 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111406628beb5ed54be98e456544fb27116f_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111406628beb5ed54be98e456544fb27116f_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,805 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114350c481299d44d8fb23026e06ea2eb98_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114350c481299d44d8fb23026e06ea2eb98_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,808 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111437942635ad20453784bef5d1b4516bc6_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111437942635ad20453784bef5d1b4516bc6_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,811 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114392be05824c94672921d75d836d15833_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114392be05824c94672921d75d836d15833_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,813 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143b52969f526b441f8566d9326e4efd9a_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143b52969f526b441f8566d9326e4efd9a_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,817 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144d6bc8467dbc4545b8ad4cdb546fb86e_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144d6bc8467dbc4545b8ad4cdb546fb86e_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,822 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114618b05f57ed34c5cb94cba38d1b7bfeb_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114618b05f57ed34c5cb94cba38d1b7bfeb_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,824 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114625f3d1915f94d7c82754f41cc20ab4f_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114625f3d1915f94d7c82754f41cc20ab4f_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,827 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147414468a7fa948dab29de584c679755c_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147414468a7fa948dab29de584c679755c_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,829 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114971b91b6e3fb48439cf82d08659d829a_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114971b91b6e3fb48439cf82d08659d829a_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,833 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149980ecb2690e4205a2d82639afc50b31_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149980ecb2690e4205a2d82639afc50b31_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,839 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149d1f96965ee04086a856dad1bd6440b4_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149d1f96965ee04086a856dad1bd6440b4_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,845 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ac64bf092f9c43e68ac1c78df745901c_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ac64bf092f9c43e68ac1c78df745901c_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,848 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bd2961190f26415791b3afe49322575a_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bd2961190f26415791b3afe49322575a_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T18:13:25,850 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca8486df82f1498186befcd7ab469d17_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca8486df82f1498186befcd7ab469d17_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,852 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d2cf58d7726a4188bcc08d2c9b340f70_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d2cf58d7726a4188bcc08d2c9b340f70_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,855 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d41fca436b0e4f4c9da4d1bb76b68345_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d41fca436b0e4f4c9da4d1bb76b68345_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,864 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d4a14ef1d8b3408e9772a156d24eea22_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d4a14ef1d8b3408e9772a156d24eea22_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,867 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7bc2741d8e1436bb889b5574b08d0e3_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7bc2741d8e1436bb889b5574b08d0e3_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,869 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec5281c7dd0648f688d033fce4984b67_77926a48b798347b16467a2208f27ede to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec5281c7dd0648f688d033fce4984b67_77926a48b798347b16467a2208f27ede 2024-11-14T18:13:25,870 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T18:13:25,875 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=57, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:25,884 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T18:13:25,891 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T18:13:25,893 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=57, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:25,893 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T18:13:25,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731608005893"}]},"ts":"9223372036854775807"} 2024-11-14T18:13:25,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T18:13:25,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 77926a48b798347b16467a2208f27ede, NAME => 'TestAcidGuarantees,,1731607976990.77926a48b798347b16467a2208f27ede.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T18:13:25,904 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T18:13:25,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731608005904"}]},"ts":"9223372036854775807"} 2024-11-14T18:13:25,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T18:13:25,936 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=57, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:25,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 191 msec 2024-11-14T18:13:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T18:13:26,050 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-14T18:13:26,068 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1002244001_22 at /127.0.0.1:59662 [Waiting for operation #345] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5605ace3-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_332933133_22 at /127.0.0.1:59594 [Waiting for operation #360] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5605ace3-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/cluster_5c92866c-39da-998a-65f2-eeb15db95939/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/cluster_5c92866c-39da-998a-65f2-eeb15db95939/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_332933133_22 at /127.0.0.1:58050 [Waiting for operation #199] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1002244001_22 at /127.0.0.1:58042 [Waiting for operation #200] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5605ace3-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5605ace3-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 466), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1345 (was 1254) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1909 (was 845) - AvailableMemoryMB LEAK? - 2024-11-14T18:13:26,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=1345, ProcessCount=11, AvailableMemoryMB=1905 2024-11-14T18:13:26,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T18:13:26,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:13:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:26,086 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:13:26,087 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:26,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 58 2024-11-14T18:13:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-14T18:13:26,089 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:13:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742055_1231 (size=960) 2024-11-14T18:13:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-14T18:13:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-14T18:13:26,511 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663 2024-11-14T18:13:26,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742056_1232 (size=53) 2024-11-14T18:13:26,542 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:13:26,542 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6458edb727da8656ae873e347f442ed9, disabling compactions & flushes 2024-11-14T18:13:26,542 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:26,542 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:26,542 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. after waiting 0 ms 2024-11-14T18:13:26,542 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:26,542 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:26,542 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:26,548 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:13:26,548 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731608006548"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731608006548"}]},"ts":"1731608006548"} 2024-11-14T18:13:26,551 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T18:13:26,553 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:13:26,554 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608006553"}]},"ts":"1731608006553"} 2024-11-14T18:13:26,557 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T18:13:26,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6458edb727da8656ae873e347f442ed9, ASSIGN}] 2024-11-14T18:13:26,575 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6458edb727da8656ae873e347f442ed9, ASSIGN 2024-11-14T18:13:26,576 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6458edb727da8656ae873e347f442ed9, ASSIGN; state=OFFLINE, location=eed19b614a58,42787,1731607940149; forceNewPlan=false, retain=false 2024-11-14T18:13:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-14T18:13:26,726 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=6458edb727da8656ae873e347f442ed9, regionState=OPENING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:13:26,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; OpenRegionProcedure 6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:13:26,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:27,027 ERROR [LeaseRenewer:jenkins@localhost:37703 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:37703,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-14T18:13:27,267 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:27,268 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:13:27,268 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:27,268 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:13:27,269 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:27,269 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:27,271 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:27,274 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:13:27,274 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6458edb727da8656ae873e347f442ed9 columnFamilyName A 2024-11-14T18:13:27,274 DEBUG [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:27,275 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] regionserver.HStore(327): Store=6458edb727da8656ae873e347f442ed9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:13:27,275 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:27,276 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:13:27,276 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6458edb727da8656ae873e347f442ed9 columnFamilyName B 2024-11-14T18:13:27,276 DEBUG [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:27,277 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] regionserver.HStore(327): Store=6458edb727da8656ae873e347f442ed9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:13:27,277 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:27,278 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:13:27,278 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6458edb727da8656ae873e347f442ed9 columnFamilyName C 2024-11-14T18:13:27,278 DEBUG [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:27,279 INFO [StoreOpener-6458edb727da8656ae873e347f442ed9-1 {}] regionserver.HStore(327): Store=6458edb727da8656ae873e347f442ed9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:13:27,279 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:27,280 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:27,280 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:27,282 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T18:13:27,284 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:27,286 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:13:27,286 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 6458edb727da8656ae873e347f442ed9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64177818, jitterRate=-0.0436759889125824}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T18:13:27,287 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:27,288 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., pid=60, masterSystemTime=1731608006878 2024-11-14T18:13:27,289 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:27,290 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:27,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=6458edb727da8656ae873e347f442ed9, regionState=OPEN, openSeqNum=2, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:13:27,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-14T18:13:27,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; OpenRegionProcedure 6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 in 564 msec 2024-11-14T18:13:27,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T18:13:27,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6458edb727da8656ae873e347f442ed9, ASSIGN in 719 msec 2024-11-14T18:13:27,293 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:13:27,294 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608007293"}]},"ts":"1731608007293"} 2024-11-14T18:13:27,294 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T18:13:27,395 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:13:27,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3110 sec 2024-11-14T18:13:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-14T18:13:28,192 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 58 completed 2024-11-14T18:13:28,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22a568ce to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@305a451d 2024-11-14T18:13:28,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc273c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:28,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:28,250 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:28,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:13:28,252 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:13:28,254 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05e0e280 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67f02d8c 2024-11-14T18:13:28,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195206da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:28,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x473477dd to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21cebefa 2024-11-14T18:13:28,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282318cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:28,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a91dc80 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e7c8846 2024-11-14T18:13:28,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea91426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:28,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a874cc0 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4093d76e 2024-11-14T18:13:28,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762de37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:28,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6119e7 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31178bc2 2024-11-14T18:13:28,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2838b88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:28,349 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78439bc6 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15d2a893 2024-11-14T18:13:28,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712d7bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:28,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a2545d0 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ab3f837 2024-11-14T18:13:28,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40da73c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:28,380 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d039dc2 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2834a215 2024-11-14T18:13:28,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be398a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:28,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15db087a to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@187234de 2024-11-14T18:13:28,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff3c1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:28,412 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1be4cd to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2446f174 2024-11-14T18:13:28,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59992dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:28,450 DEBUG [hconnection-0x283546c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:28,454 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:28,458 DEBUG [hconnection-0x39aff2f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:28,459 DEBUG [hconnection-0x474f0812-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:28,462 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:28,463 DEBUG [hconnection-0x2eaa1aa1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:28,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:28,471 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:28,473 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-14T18:13:28,481 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T18:13:28,483 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:28,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:28,493 DEBUG [hconnection-0x4e33b366-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:28,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:28,500 DEBUG [hconnection-0xae735aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:28,505 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:28,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T18:13:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:28,517 DEBUG [hconnection-0x343a40b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:28,521 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:28,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608068549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608068550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608068551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,558 DEBUG [hconnection-0x7bfb0b73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:28,558 DEBUG [hconnection-0x627ffc69-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:28,559 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:28,559 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:28,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608068558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/41c4c32247b54c949e064223afe9dfbd is 50, key is test_row_0/A:col10/1731608008512/Put/seqid=0 2024-11-14T18:13:28,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608068562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,566 DEBUG [hconnection-0x6392b824-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:28,567 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T18:13:28,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742057_1233 (size=12001) 2024-11-14T18:13:28,635 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T18:13:28,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:28,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:28,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:28,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:28,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:28,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608068654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608068654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608068655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608068663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608068666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T18:13:28,794 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T18:13:28,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:28,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:28,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:28,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:28,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:28,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608068861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608068862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608068862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608068867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608068871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:28,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T18:13:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:28,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:29,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/41c4c32247b54c949e064223afe9dfbd 2024-11-14T18:13:29,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/a90dfd160e6e467e8d91871bb60ce989 is 50, key is test_row_0/B:col10/1731608008512/Put/seqid=0 2024-11-14T18:13:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T18:13:29,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742058_1234 (size=12001) 2024-11-14T18:13:29,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T18:13:29,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:29,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:29,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:29,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:29,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:29,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/a90dfd160e6e467e8d91871bb60ce989 2024-11-14T18:13:29,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/f12151acf9d6430b90eb0a91f7532e01 is 50, key is test_row_0/C:col10/1731608008512/Put/seqid=0 2024-11-14T18:13:29,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608069166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608069166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608069169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608069171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608069174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742059_1235 (size=12001) 2024-11-14T18:13:29,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/f12151acf9d6430b90eb0a91f7532e01 2024-11-14T18:13:29,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/41c4c32247b54c949e064223afe9dfbd as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/41c4c32247b54c949e064223afe9dfbd 2024-11-14T18:13:29,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/41c4c32247b54c949e064223afe9dfbd, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T18:13:29,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/a90dfd160e6e467e8d91871bb60ce989 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a90dfd160e6e467e8d91871bb60ce989 2024-11-14T18:13:29,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T18:13:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:29,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:29,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a90dfd160e6e467e8d91871bb60ce989, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T18:13:29,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/f12151acf9d6430b90eb0a91f7532e01 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/f12151acf9d6430b90eb0a91f7532e01 2024-11-14T18:13:29,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/f12151acf9d6430b90eb0a91f7532e01, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T18:13:29,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6458edb727da8656ae873e347f442ed9 in 771ms, sequenceid=12, compaction requested=false 2024-11-14T18:13:29,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:29,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T18:13:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:29,417 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T18:13:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:29,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/231bede36a16498e978552b244c92e60 is 50, key is test_row_0/A:col10/1731608008548/Put/seqid=0 2024-11-14T18:13:29,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742060_1236 (size=12001) 2024-11-14T18:13:29,446 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/231bede36a16498e978552b244c92e60 2024-11-14T18:13:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/0677eff70a124702829bba1076dec6e2 is 50, key is test_row_0/B:col10/1731608008548/Put/seqid=0 2024-11-14T18:13:29,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742061_1237 (size=12001) 2024-11-14T18:13:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T18:13:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:29,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608069685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608069686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608069686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608069688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608069698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T18:13:29,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608069795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608069795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608069796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608069801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608069801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:29,878 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/0677eff70a124702829bba1076dec6e2 2024-11-14T18:13:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/68acc16a9d2f4ed69d1df882deb30ef6 is 50, key is test_row_0/C:col10/1731608008548/Put/seqid=0 2024-11-14T18:13:29,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742062_1238 (size=12001) 2024-11-14T18:13:29,957 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/68acc16a9d2f4ed69d1df882deb30ef6 2024-11-14T18:13:29,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/231bede36a16498e978552b244c92e60 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/231bede36a16498e978552b244c92e60 2024-11-14T18:13:30,000 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/231bede36a16498e978552b244c92e60, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T18:13:30,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608069998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608069999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/0677eff70a124702829bba1076dec6e2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0677eff70a124702829bba1076dec6e2 2024-11-14T18:13:30,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608070002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608070006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608070007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,028 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0677eff70a124702829bba1076dec6e2, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T18:13:30,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/68acc16a9d2f4ed69d1df882deb30ef6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/68acc16a9d2f4ed69d1df882deb30ef6 2024-11-14T18:13:30,041 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/68acc16a9d2f4ed69d1df882deb30ef6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T18:13:30,042 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 6458edb727da8656ae873e347f442ed9 in 625ms, sequenceid=37, compaction requested=false 2024-11-14T18:13:30,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:30,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:30,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-14T18:13:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-14T18:13:30,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-14T18:13:30,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5660 sec 2024-11-14T18:13:30,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.5820 sec 2024-11-14T18:13:30,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T18:13:30,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:30,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:30,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:30,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:30,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:30,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:30,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/4e7557d5e5a54333a71fb7824de78129 is 50, key is test_row_0/A:col10/1731608009685/Put/seqid=0 2024-11-14T18:13:30,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742063_1239 (size=12001) 2024-11-14T18:13:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608070354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608070358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608070358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608070366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608070367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608070468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608070470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608070471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608070471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608070473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T18:13:30,607 INFO [Thread-1094 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-14T18:13:30,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-14T18:13:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T18:13:30,609 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:30,610 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:30,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608070673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608070673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608070676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608070677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608070682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T18:13:30,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T18:13:30,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:30,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:30,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/4e7557d5e5a54333a71fb7824de78129 2024-11-14T18:13:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:30,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/2197f9812cdb4eb9892f4e51cadae9d9 is 50, key is test_row_0/B:col10/1731608009685/Put/seqid=0 2024-11-14T18:13:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742064_1240 (size=12001) 2024-11-14T18:13:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T18:13:30,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T18:13:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:30,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:30,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608070976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608070977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608070981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608070983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:30,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608070988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T18:13:31,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:31,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:31,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:31,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:31,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:31,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/2197f9812cdb4eb9892f4e51cadae9d9 2024-11-14T18:13:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T18:13:31,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T18:13:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:31,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:31,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:31,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/de4a5a81bb3a4de5926e8d49bbcb77a7 is 50, key is test_row_0/C:col10/1731608009685/Put/seqid=0 2024-11-14T18:13:31,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742065_1241 (size=12001) 2024-11-14T18:13:31,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/de4a5a81bb3a4de5926e8d49bbcb77a7 2024-11-14T18:13:31,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/4e7557d5e5a54333a71fb7824de78129 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4e7557d5e5a54333a71fb7824de78129 2024-11-14T18:13:31,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4e7557d5e5a54333a71fb7824de78129, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T18:13:31,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/2197f9812cdb4eb9892f4e51cadae9d9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/2197f9812cdb4eb9892f4e51cadae9d9 2024-11-14T18:13:31,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/2197f9812cdb4eb9892f4e51cadae9d9, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T18:13:31,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/de4a5a81bb3a4de5926e8d49bbcb77a7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/de4a5a81bb3a4de5926e8d49bbcb77a7 2024-11-14T18:13:31,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/de4a5a81bb3a4de5926e8d49bbcb77a7, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T18:13:31,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6458edb727da8656ae873e347f442ed9 in 985ms, sequenceid=51, compaction requested=true 2024-11-14T18:13:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:31,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:31,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:31,297 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:31,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:31,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:31,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:31,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:31,297 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:31,299 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:31,299 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:31,299 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/B is initiating minor compaction (all files) 2024-11-14T18:13:31,299 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/A is initiating minor compaction (all files) 2024-11-14T18:13:31,299 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/A in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:31,299 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/B in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:31,299 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/41c4c32247b54c949e064223afe9dfbd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/231bede36a16498e978552b244c92e60, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4e7557d5e5a54333a71fb7824de78129] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=35.2 K 2024-11-14T18:13:31,299 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a90dfd160e6e467e8d91871bb60ce989, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0677eff70a124702829bba1076dec6e2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/2197f9812cdb4eb9892f4e51cadae9d9] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=35.2 K 2024-11-14T18:13:31,299 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting a90dfd160e6e467e8d91871bb60ce989, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731608008485 2024-11-14T18:13:31,299 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41c4c32247b54c949e064223afe9dfbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731608008485 2024-11-14T18:13:31,302 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 0677eff70a124702829bba1076dec6e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731608008548 2024-11-14T18:13:31,302 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 231bede36a16498e978552b244c92e60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731608008548 2024-11-14T18:13:31,302 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2197f9812cdb4eb9892f4e51cadae9d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731608009685 2024-11-14T18:13:31,302 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e7557d5e5a54333a71fb7824de78129, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731608009685 2024-11-14T18:13:31,314 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#A#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:31,315 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/bc02c02315e048ed9aa25059037a3d75 is 50, key is test_row_0/A:col10/1731608009685/Put/seqid=0 2024-11-14T18:13:31,318 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#B#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:31,318 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/b00c968313e0405792dd4f2c8792a788 is 50, key is test_row_0/B:col10/1731608009685/Put/seqid=0 2024-11-14T18:13:31,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742066_1242 (size=12104) 2024-11-14T18:13:31,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742067_1243 (size=12104) 2024-11-14T18:13:31,331 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/b00c968313e0405792dd4f2c8792a788 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/b00c968313e0405792dd4f2c8792a788 2024-11-14T18:13:31,332 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/bc02c02315e048ed9aa25059037a3d75 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/bc02c02315e048ed9aa25059037a3d75 2024-11-14T18:13:31,339 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/A of 6458edb727da8656ae873e347f442ed9 into bc02c02315e048ed9aa25059037a3d75(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:31,339 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:31,339 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/A, priority=13, startTime=1731608011296; duration=0sec 2024-11-14T18:13:31,339 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:31,339 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:A 2024-11-14T18:13:31,339 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:31,340 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:31,340 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/C is initiating minor compaction (all files) 2024-11-14T18:13:31,340 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/C in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:31,341 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/f12151acf9d6430b90eb0a91f7532e01, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/68acc16a9d2f4ed69d1df882deb30ef6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/de4a5a81bb3a4de5926e8d49bbcb77a7] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=35.2 K 2024-11-14T18:13:31,341 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting f12151acf9d6430b90eb0a91f7532e01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731608008485 2024-11-14T18:13:31,342 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68acc16a9d2f4ed69d1df882deb30ef6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731608008548 2024-11-14T18:13:31,342 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting de4a5a81bb3a4de5926e8d49bbcb77a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731608009685 2024-11-14T18:13:31,350 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/B of 6458edb727da8656ae873e347f442ed9 into b00c968313e0405792dd4f2c8792a788(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:31,350 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:31,350 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/B, priority=13, startTime=1731608011297; duration=0sec 2024-11-14T18:13:31,350 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:31,350 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:B 2024-11-14T18:13:31,363 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#C#compaction#197 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:31,363 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/3dee92820af1429aab6a7cfa6d124ed3 is 50, key is test_row_0/C:col10/1731608009685/Put/seqid=0 2024-11-14T18:13:31,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T18:13:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:31,390 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T18:13:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:31,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742068_1244 (size=12104) 2024-11-14T18:13:31,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/c2ef57bf92104408abb77b7e194de51b is 50, key is test_row_0/A:col10/1731608010358/Put/seqid=0 2024-11-14T18:13:31,409 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/3dee92820af1429aab6a7cfa6d124ed3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3dee92820af1429aab6a7cfa6d124ed3 2024-11-14T18:13:31,421 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/C of 6458edb727da8656ae873e347f442ed9 into 3dee92820af1429aab6a7cfa6d124ed3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:31,421 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:31,421 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/C, priority=13, startTime=1731608011297; duration=0sec 2024-11-14T18:13:31,421 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:31,421 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742069_1245 (size=12001) 2024-11-14T18:13:31,442 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/c2ef57bf92104408abb77b7e194de51b 2024-11-14T18:13:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/6b0c467f474d47c0a8feafb5a0e519a3 is 50, key is test_row_0/B:col10/1731608010358/Put/seqid=0 2024-11-14T18:13:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742070_1246 (size=12001) 2024-11-14T18:13:31,492 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/6b0c467f474d47c0a8feafb5a0e519a3 2024-11-14T18:13:31,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:31,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608071503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608071504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608071507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608071510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/b8d901caedb74de9ad2e2528575d9445 is 50, key is test_row_0/C:col10/1731608010358/Put/seqid=0 2024-11-14T18:13:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608071511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742071_1247 (size=12001) 2024-11-14T18:13:31,550 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/b8d901caedb74de9ad2e2528575d9445 2024-11-14T18:13:31,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/c2ef57bf92104408abb77b7e194de51b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c2ef57bf92104408abb77b7e194de51b 2024-11-14T18:13:31,569 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c2ef57bf92104408abb77b7e194de51b, entries=150, sequenceid=75, filesize=11.7 K 2024-11-14T18:13:31,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/6b0c467f474d47c0a8feafb5a0e519a3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/6b0c467f474d47c0a8feafb5a0e519a3 2024-11-14T18:13:31,582 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/6b0c467f474d47c0a8feafb5a0e519a3, entries=150, sequenceid=75, filesize=11.7 K 2024-11-14T18:13:31,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/b8d901caedb74de9ad2e2528575d9445 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b8d901caedb74de9ad2e2528575d9445 2024-11-14T18:13:31,601 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b8d901caedb74de9ad2e2528575d9445, entries=150, sequenceid=75, filesize=11.7 K 2024-11-14T18:13:31,604 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6458edb727da8656ae873e347f442ed9 in 214ms, sequenceid=75, compaction requested=false 2024-11-14T18:13:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-14T18:13:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-14T18:13:31,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-14T18:13:31,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-11-14T18:13:31,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.0000 sec 2024-11-14T18:13:31,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T18:13:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:31,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/450d0111d22049c98aa8a2eeda2d2e37 is 50, key is test_row_0/A:col10/1731608011614/Put/seqid=0 2024-11-14T18:13:31,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608071646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608071647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608071651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608071652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608071653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742072_1248 (size=14341) 2024-11-14T18:13:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T18:13:31,730 INFO [Thread-1094 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-14T18:13:31,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-14T18:13:31,743 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:31,744 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:31,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T18:13:31,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608071754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608071754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608071760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608071760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608071760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T18:13:31,896 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-14T18:13:31,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:31,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:31,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608071962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608071963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608071964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608071966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:31,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608071970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T18:13:32,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-14T18:13:32,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:32,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:32,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:32,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:32,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:32,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/450d0111d22049c98aa8a2eeda2d2e37 2024-11-14T18:13:32,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/ad081b51a4d94ce89fab76db9b0d66b5 is 50, key is test_row_0/B:col10/1731608011614/Put/seqid=0 2024-11-14T18:13:32,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742073_1249 (size=12001) 2024-11-14T18:13:32,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/ad081b51a4d94ce89fab76db9b0d66b5 2024-11-14T18:13:32,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/1d5152b22c164e52adc4a86b35290aec is 50, key is test_row_0/C:col10/1731608011614/Put/seqid=0 2024-11-14T18:13:32,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742074_1250 (size=12001) 2024-11-14T18:13:32,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/1d5152b22c164e52adc4a86b35290aec 2024-11-14T18:13:32,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/450d0111d22049c98aa8a2eeda2d2e37 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/450d0111d22049c98aa8a2eeda2d2e37 2024-11-14T18:13:32,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/450d0111d22049c98aa8a2eeda2d2e37, entries=200, sequenceid=94, filesize=14.0 K 2024-11-14T18:13:32,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/ad081b51a4d94ce89fab76db9b0d66b5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ad081b51a4d94ce89fab76db9b0d66b5 2024-11-14T18:13:32,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ad081b51a4d94ce89fab76db9b0d66b5, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T18:13:32,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/1d5152b22c164e52adc4a86b35290aec as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d5152b22c164e52adc4a86b35290aec 2024-11-14T18:13:32,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d5152b22c164e52adc4a86b35290aec, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T18:13:32,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6458edb727da8656ae873e347f442ed9 in 586ms, sequenceid=94, compaction requested=true 2024-11-14T18:13:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:32,205 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:13:32,206 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:32,211 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:32,211 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/B is initiating minor compaction (all files) 2024-11-14T18:13:32,211 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/B in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:32,212 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/b00c968313e0405792dd4f2c8792a788, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/6b0c467f474d47c0a8feafb5a0e519a3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ad081b51a4d94ce89fab76db9b0d66b5] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=35.3 K 2024-11-14T18:13:32,212 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:32,212 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/A is initiating minor compaction (all files) 2024-11-14T18:13:32,212 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/A in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:32,212 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/bc02c02315e048ed9aa25059037a3d75, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c2ef57bf92104408abb77b7e194de51b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/450d0111d22049c98aa8a2eeda2d2e37] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=37.5 K 2024-11-14T18:13:32,213 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b00c968313e0405792dd4f2c8792a788, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731608009685 2024-11-14T18:13:32,213 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b0c467f474d47c0a8feafb5a0e519a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731608010355 2024-11-14T18:13:32,214 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc02c02315e048ed9aa25059037a3d75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731608009685 2024-11-14T18:13:32,214 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting ad081b51a4d94ce89fab76db9b0d66b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731608011614 2024-11-14T18:13:32,215 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2ef57bf92104408abb77b7e194de51b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731608010355 2024-11-14T18:13:32,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-14T18:13:32,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:32,219 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:13:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:32,222 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 450d0111d22049c98aa8a2eeda2d2e37, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731608011614 2024-11-14T18:13:32,224 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#B#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:32,226 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/1c475ebfff354ef88ac3b9ee1a4b4d74 is 50, key is test_row_0/B:col10/1731608011614/Put/seqid=0 2024-11-14T18:13:32,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/411f1f7c807e4fe7b8cacecf3bb8f47d is 50, key is test_row_0/A:col10/1731608011645/Put/seqid=0 2024-11-14T18:13:32,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742075_1251 (size=12207) 2024-11-14T18:13:32,250 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#A#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:32,250 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/055c26a2371a43e5a7b3bb757298ab13 is 50, key is test_row_0/A:col10/1731608011614/Put/seqid=0 2024-11-14T18:13:32,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742076_1252 (size=12001) 2024-11-14T18:13:32,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:32,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742077_1253 (size=12207) 2024-11-14T18:13:32,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608072286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608072287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608072288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608072289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608072289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T18:13:32,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608072391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608072392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608072393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608072393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608072393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608072594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608072594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608072596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608072597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608072597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,654 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/1c475ebfff354ef88ac3b9ee1a4b4d74 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1c475ebfff354ef88ac3b9ee1a4b4d74 2024-11-14T18:13:32,658 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/B of 6458edb727da8656ae873e347f442ed9 into 1c475ebfff354ef88ac3b9ee1a4b4d74(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:32,659 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:32,659 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/B, priority=13, startTime=1731608012205; duration=0sec 2024-11-14T18:13:32,659 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:32,659 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:B 2024-11-14T18:13:32,659 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:32,660 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:32,660 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/C is initiating minor compaction (all files) 2024-11-14T18:13:32,660 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/C in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:32,660 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3dee92820af1429aab6a7cfa6d124ed3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b8d901caedb74de9ad2e2528575d9445, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d5152b22c164e52adc4a86b35290aec] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=35.3 K 2024-11-14T18:13:32,660 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dee92820af1429aab6a7cfa6d124ed3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731608009685 2024-11-14T18:13:32,661 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b8d901caedb74de9ad2e2528575d9445, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731608010355 2024-11-14T18:13:32,661 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d5152b22c164e52adc4a86b35290aec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731608011614 2024-11-14T18:13:32,661 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/411f1f7c807e4fe7b8cacecf3bb8f47d 2024-11-14T18:13:32,668 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#C#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:32,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/641fe7f736bd41a29e4204db35c73603 is 50, key is test_row_0/B:col10/1731608011645/Put/seqid=0 2024-11-14T18:13:32,669 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/0e89bf2dfa7b4b8cb540e1712e9341d9 is 50, key is test_row_0/C:col10/1731608011614/Put/seqid=0 2024-11-14T18:13:32,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742079_1255 (size=12207) 2024-11-14T18:13:32,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742078_1254 (size=12001) 2024-11-14T18:13:32,686 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/055c26a2371a43e5a7b3bb757298ab13 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/055c26a2371a43e5a7b3bb757298ab13 2024-11-14T18:13:32,692 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/A of 6458edb727da8656ae873e347f442ed9 into 055c26a2371a43e5a7b3bb757298ab13(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:32,692 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:32,692 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/A, priority=13, startTime=1731608012205; duration=0sec 2024-11-14T18:13:32,692 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:32,692 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:A 2024-11-14T18:13:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T18:13:32,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608072898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608072898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608072901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608072901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:32,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608072901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:33,084 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/0e89bf2dfa7b4b8cb540e1712e9341d9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/0e89bf2dfa7b4b8cb540e1712e9341d9 2024-11-14T18:13:33,085 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/641fe7f736bd41a29e4204db35c73603 2024-11-14T18:13:33,093 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/C of 6458edb727da8656ae873e347f442ed9 into 0e89bf2dfa7b4b8cb540e1712e9341d9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:33,093 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:33,093 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/C, priority=13, startTime=1731608012205; duration=0sec 2024-11-14T18:13:33,095 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:33,095 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:33,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/402eb43491a44961919cdeefe75b723f is 50, key is test_row_0/C:col10/1731608011645/Put/seqid=0 2024-11-14T18:13:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742080_1256 (size=12001) 2024-11-14T18:13:33,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608073402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:33,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608073403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:33,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608073404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:33,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608073407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:33,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608073408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:33,543 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/402eb43491a44961919cdeefe75b723f 2024-11-14T18:13:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/411f1f7c807e4fe7b8cacecf3bb8f47d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/411f1f7c807e4fe7b8cacecf3bb8f47d 2024-11-14T18:13:33,568 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/411f1f7c807e4fe7b8cacecf3bb8f47d, entries=150, sequenceid=113, filesize=11.7 K 2024-11-14T18:13:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/641fe7f736bd41a29e4204db35c73603 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/641fe7f736bd41a29e4204db35c73603 2024-11-14T18:13:33,591 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/641fe7f736bd41a29e4204db35c73603, entries=150, sequenceid=113, filesize=11.7 K 2024-11-14T18:13:33,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/402eb43491a44961919cdeefe75b723f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/402eb43491a44961919cdeefe75b723f 2024-11-14T18:13:33,602 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/402eb43491a44961919cdeefe75b723f, entries=150, sequenceid=113, filesize=11.7 K 2024-11-14T18:13:33,606 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6458edb727da8656ae873e347f442ed9 in 1388ms, sequenceid=113, compaction requested=false 2024-11-14T18:13:33,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:33,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:33,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-14T18:13:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-14T18:13:33,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-14T18:13:33,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8690 sec 2024-11-14T18:13:33,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.8790 sec 2024-11-14T18:13:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T18:13:33,859 INFO [Thread-1094 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-14T18:13:33,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-14T18:13:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T18:13:33,862 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:33,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:33,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T18:13:34,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-14T18:13:34,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:34,018 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T18:13:34,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:34,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:34,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:34,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:34,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:34,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:34,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0a33bdeaf44f42bba03a995727048d4e is 50, key is test_row_0/A:col10/1731608012288/Put/seqid=0 2024-11-14T18:13:34,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742081_1257 (size=12051) 2024-11-14T18:13:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T18:13:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:34,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:34,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608074443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608074443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608074447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608074450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608074458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,465 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0a33bdeaf44f42bba03a995727048d4e 2024-11-14T18:13:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T18:13:34,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/1eb34ccd0bf74b32ad6018aaf0e69936 is 50, key is test_row_0/B:col10/1731608012288/Put/seqid=0 2024-11-14T18:13:34,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608074551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608074551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608074552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608074559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608074559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742082_1258 (size=12051) 2024-11-14T18:13:34,597 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/1eb34ccd0bf74b32ad6018aaf0e69936 2024-11-14T18:13:34,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9f55688ac8f448b59acb637d171d5ed6 is 50, key is test_row_0/C:col10/1731608012288/Put/seqid=0 2024-11-14T18:13:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742083_1259 (size=12051) 2024-11-14T18:13:34,676 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9f55688ac8f448b59acb637d171d5ed6 2024-11-14T18:13:34,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0a33bdeaf44f42bba03a995727048d4e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a33bdeaf44f42bba03a995727048d4e 2024-11-14T18:13:34,702 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a33bdeaf44f42bba03a995727048d4e, entries=150, sequenceid=133, filesize=11.8 K 2024-11-14T18:13:34,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/1eb34ccd0bf74b32ad6018aaf0e69936 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1eb34ccd0bf74b32ad6018aaf0e69936 2024-11-14T18:13:34,710 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1eb34ccd0bf74b32ad6018aaf0e69936, entries=150, sequenceid=133, filesize=11.8 K 2024-11-14T18:13:34,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9f55688ac8f448b59acb637d171d5ed6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f55688ac8f448b59acb637d171d5ed6 2024-11-14T18:13:34,718 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f55688ac8f448b59acb637d171d5ed6, entries=150, sequenceid=133, filesize=11.8 K 2024-11-14T18:13:34,719 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6458edb727da8656ae873e347f442ed9 in 701ms, sequenceid=133, compaction requested=true 2024-11-14T18:13:34,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:34,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:34,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-14T18:13:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-14T18:13:34,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-14T18:13:34,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 862 msec 2024-11-14T18:13:34,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 872 msec 2024-11-14T18:13:34,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T18:13:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:34,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:34,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:34,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:34,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:34,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:34,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:34,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/820a79f6bf6c499e9f7125cf06f6c2bb is 50, key is test_row_0/A:col10/1731608014759/Put/seqid=0 2024-11-14T18:13:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742084_1260 (size=14541) 2024-11-14T18:13:34,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/820a79f6bf6c499e9f7125cf06f6c2bb 2024-11-14T18:13:34,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608074816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608074822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/e0ba60cd80f44addab93b123061d4df7 is 50, key is test_row_0/B:col10/1731608014759/Put/seqid=0 2024-11-14T18:13:34,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608074832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608074834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608074820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742085_1261 (size=12151) 2024-11-14T18:13:34,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608074942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608074944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608074945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608074945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608074962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T18:13:34,967 INFO [Thread-1094 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-14T18:13:34,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-14T18:13:34,976 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T18:13:34,977 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:34,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T18:13:35,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T18:13:35,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:35,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:35,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:35,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:35,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:35,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608075147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608075151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608075151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608075151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608075178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/e0ba60cd80f44addab93b123061d4df7 2024-11-14T18:13:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T18:13:35,289 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T18:13:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:35,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:35,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:35,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9c4d2210b2df47efbf1a0c37e491841c is 50, key is test_row_0/C:col10/1731608014759/Put/seqid=0 2024-11-14T18:13:35,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742086_1262 (size=12151) 2024-11-14T18:13:35,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9c4d2210b2df47efbf1a0c37e491841c 2024-11-14T18:13:35,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/820a79f6bf6c499e9f7125cf06f6c2bb as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/820a79f6bf6c499e9f7125cf06f6c2bb 2024-11-14T18:13:35,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/820a79f6bf6c499e9f7125cf06f6c2bb, entries=200, sequenceid=155, filesize=14.2 K 2024-11-14T18:13:35,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/e0ba60cd80f44addab93b123061d4df7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/e0ba60cd80f44addab93b123061d4df7 2024-11-14T18:13:35,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/e0ba60cd80f44addab93b123061d4df7, entries=150, sequenceid=155, filesize=11.9 K 2024-11-14T18:13:35,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9c4d2210b2df47efbf1a0c37e491841c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c4d2210b2df47efbf1a0c37e491841c 2024-11-14T18:13:35,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c4d2210b2df47efbf1a0c37e491841c, entries=150, sequenceid=155, filesize=11.9 K 2024-11-14T18:13:35,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 6458edb727da8656ae873e347f442ed9 in 696ms, sequenceid=155, compaction requested=true 2024-11-14T18:13:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:35,459 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:13:35,460 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:35,461 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T18:13:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:35,462 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T18:13:35,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:35,470 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:35,470 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/B is initiating minor compaction (all files) 2024-11-14T18:13:35,470 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/B in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:35,471 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1c475ebfff354ef88ac3b9ee1a4b4d74, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/641fe7f736bd41a29e4204db35c73603, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1eb34ccd0bf74b32ad6018aaf0e69936, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/e0ba60cd80f44addab93b123061d4df7] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=47.3 K 2024-11-14T18:13:35,471 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:35,471 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/A is initiating minor compaction (all files) 2024-11-14T18:13:35,471 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/A in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:35,471 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/055c26a2371a43e5a7b3bb757298ab13, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/411f1f7c807e4fe7b8cacecf3bb8f47d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a33bdeaf44f42bba03a995727048d4e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/820a79f6bf6c499e9f7125cf06f6c2bb] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=49.6 K 2024-11-14T18:13:35,472 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c475ebfff354ef88ac3b9ee1a4b4d74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731608011614 2024-11-14T18:13:35,474 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 055c26a2371a43e5a7b3bb757298ab13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731608011614 2024-11-14T18:13:35,474 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 641fe7f736bd41a29e4204db35c73603, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731608011645 2024-11-14T18:13:35,474 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 411f1f7c807e4fe7b8cacecf3bb8f47d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731608011645 2024-11-14T18:13:35,478 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a33bdeaf44f42bba03a995727048d4e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731608012279 2024-11-14T18:13:35,478 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eb34ccd0bf74b32ad6018aaf0e69936, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731608012279 2024-11-14T18:13:35,482 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 820a79f6bf6c499e9f7125cf06f6c2bb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731608014432 2024-11-14T18:13:35,482 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting e0ba60cd80f44addab93b123061d4df7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731608014432 2024-11-14T18:13:35,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/249d553d93774a6da84f6a52137acf6f is 50, key is test_row_0/A:col10/1731608015458/Put/seqid=0 2024-11-14T18:13:35,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742087_1263 (size=12151) 2024-11-14T18:13:35,502 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:35,503 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/015028c817a149fc8ad3e5a85187c1b3 is 50, key is test_row_0/B:col10/1731608014759/Put/seqid=0 2024-11-14T18:13:35,507 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#A#compaction#218 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:35,507 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/c5ef29524c22467a8bb79988a90870e4 is 50, key is test_row_0/A:col10/1731608014759/Put/seqid=0 2024-11-14T18:13:35,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608075503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608075504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608075507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608075516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608075518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742089_1265 (size=12493) 2024-11-14T18:13:35,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742088_1264 (size=12493) 2024-11-14T18:13:35,552 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/c5ef29524c22467a8bb79988a90870e4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c5ef29524c22467a8bb79988a90870e4 2024-11-14T18:13:35,581 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/015028c817a149fc8ad3e5a85187c1b3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/015028c817a149fc8ad3e5a85187c1b3 2024-11-14T18:13:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T18:13:35,594 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6458edb727da8656ae873e347f442ed9/A of 6458edb727da8656ae873e347f442ed9 into c5ef29524c22467a8bb79988a90870e4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:35,594 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:35,594 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/A, priority=12, startTime=1731608015459; duration=0sec 2024-11-14T18:13:35,594 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:35,594 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:A 2024-11-14T18:13:35,594 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:35,604 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6458edb727da8656ae873e347f442ed9/B of 6458edb727da8656ae873e347f442ed9 into 015028c817a149fc8ad3e5a85187c1b3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:35,604 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:35,604 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/B, priority=12, startTime=1731608015459; duration=0sec 2024-11-14T18:13:35,604 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:35,604 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:B 2024-11-14T18:13:35,608 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:35,608 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/C is initiating minor compaction (all files) 2024-11-14T18:13:35,608 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/C in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:35,608 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/0e89bf2dfa7b4b8cb540e1712e9341d9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/402eb43491a44961919cdeefe75b723f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f55688ac8f448b59acb637d171d5ed6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c4d2210b2df47efbf1a0c37e491841c] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=47.3 K 2024-11-14T18:13:35,614 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e89bf2dfa7b4b8cb540e1712e9341d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731608011614 2024-11-14T18:13:35,617 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 402eb43491a44961919cdeefe75b723f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731608011645 2024-11-14T18:13:35,621 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f55688ac8f448b59acb637d171d5ed6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731608012279 2024-11-14T18:13:35,624 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c4d2210b2df47efbf1a0c37e491841c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731608014432 2024-11-14T18:13:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608075621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608075621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608075629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608075629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608075630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,641 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:35,641 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/c7feb79ace0c499baa1990d5e192fe43 is 50, key is test_row_0/C:col10/1731608014759/Put/seqid=0 2024-11-14T18:13:35,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742090_1266 (size=12493) 2024-11-14T18:13:35,706 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/c7feb79ace0c499baa1990d5e192fe43 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/c7feb79ace0c499baa1990d5e192fe43 2024-11-14T18:13:35,739 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6458edb727da8656ae873e347f442ed9/C of 6458edb727da8656ae873e347f442ed9 into c7feb79ace0c499baa1990d5e192fe43(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:35,739 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:35,740 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/C, priority=12, startTime=1731608015459; duration=0sec 2024-11-14T18:13:35,740 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:35,740 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:35,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608075827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608075830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608075834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608075835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608075836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:35,898 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/249d553d93774a6da84f6a52137acf6f 2024-11-14T18:13:35,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/9a497e27568046fc9ca779c041a452b4 is 50, key is test_row_0/B:col10/1731608015458/Put/seqid=0 2024-11-14T18:13:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742091_1267 (size=12151) 2024-11-14T18:13:35,994 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/9a497e27568046fc9ca779c041a452b4 2024-11-14T18:13:36,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/b2e7754ebf754f3db252416a6e5417d1 is 50, key is test_row_0/C:col10/1731608015458/Put/seqid=0 2024-11-14T18:13:36,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742092_1268 (size=12151) 2024-11-14T18:13:36,081 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/b2e7754ebf754f3db252416a6e5417d1 2024-11-14T18:13:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T18:13:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/249d553d93774a6da84f6a52137acf6f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/249d553d93774a6da84f6a52137acf6f 2024-11-14T18:13:36,103 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/249d553d93774a6da84f6a52137acf6f, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T18:13:36,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/9a497e27568046fc9ca779c041a452b4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a497e27568046fc9ca779c041a452b4 2024-11-14T18:13:36,120 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a497e27568046fc9ca779c041a452b4, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T18:13:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T18:13:36,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/b2e7754ebf754f3db252416a6e5417d1 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b2e7754ebf754f3db252416a6e5417d1 2024-11-14T18:13:36,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608076132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,137 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b2e7754ebf754f3db252416a6e5417d1, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T18:13:36,145 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6458edb727da8656ae873e347f442ed9 in 683ms, sequenceid=173, compaction requested=false 2024-11-14T18:13:36,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:36,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:36,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-14T18:13:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-14T18:13:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:36,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T18:13:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:36,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/95ad0388726044aebedbcc2ed56498ba is 50, key is test_row_0/A:col10/1731608016145/Put/seqid=0 2024-11-14T18:13:36,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-14T18:13:36,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1770 sec 2024-11-14T18:13:36,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.2040 sec 2024-11-14T18:13:36,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608076192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608076194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608076197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608076203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742093_1269 (size=12151) 2024-11-14T18:13:36,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608076304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608076305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608076311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608076314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608076508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608076508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608076526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608076537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/95ad0388726044aebedbcc2ed56498ba 2024-11-14T18:13:36,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608076635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/06fd99eca1d84845915280b355451033 is 50, key is test_row_0/B:col10/1731608016145/Put/seqid=0 2024-11-14T18:13:36,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742094_1270 (size=12151) 2024-11-14T18:13:36,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/06fd99eca1d84845915280b355451033 2024-11-14T18:13:36,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/478d06783ed947cf9a32aa624833a691 is 50, key is test_row_0/C:col10/1731608016145/Put/seqid=0 2024-11-14T18:13:36,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742095_1271 (size=12151) 2024-11-14T18:13:36,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/478d06783ed947cf9a32aa624833a691 2024-11-14T18:13:36,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/95ad0388726044aebedbcc2ed56498ba as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/95ad0388726044aebedbcc2ed56498ba 2024-11-14T18:13:36,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/95ad0388726044aebedbcc2ed56498ba, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T18:13:36,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/06fd99eca1d84845915280b355451033 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/06fd99eca1d84845915280b355451033 2024-11-14T18:13:36,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/06fd99eca1d84845915280b355451033, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T18:13:36,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/478d06783ed947cf9a32aa624833a691 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/478d06783ed947cf9a32aa624833a691 2024-11-14T18:13:36,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/478d06783ed947cf9a32aa624833a691, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T18:13:36,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 6458edb727da8656ae873e347f442ed9 in 645ms, sequenceid=197, compaction requested=true 2024-11-14T18:13:36,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:36,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:36,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:36,794 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:36,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:36,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:36,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:36,794 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:36,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:36,798 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:36,799 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/A is initiating minor compaction (all files) 2024-11-14T18:13:36,799 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:36,799 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/A in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:36,799 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/B is initiating minor compaction (all files) 2024-11-14T18:13:36,799 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/B in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:36,799 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/015028c817a149fc8ad3e5a85187c1b3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a497e27568046fc9ca779c041a452b4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/06fd99eca1d84845915280b355451033] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=35.9 K 2024-11-14T18:13:36,799 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c5ef29524c22467a8bb79988a90870e4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/249d553d93774a6da84f6a52137acf6f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/95ad0388726044aebedbcc2ed56498ba] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=35.9 K 2024-11-14T18:13:36,799 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 015028c817a149fc8ad3e5a85187c1b3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731608014432 2024-11-14T18:13:36,799 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5ef29524c22467a8bb79988a90870e4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731608014432 2024-11-14T18:13:36,800 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a497e27568046fc9ca779c041a452b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731608014817 2024-11-14T18:13:36,800 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 249d553d93774a6da84f6a52137acf6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731608014817 2024-11-14T18:13:36,800 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 06fd99eca1d84845915280b355451033, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731608015501 2024-11-14T18:13:36,800 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95ad0388726044aebedbcc2ed56498ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731608015501 2024-11-14T18:13:36,808 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:36,809 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/448995fa989c4d9b8e3c6b800e7aac5c is 50, key is test_row_0/B:col10/1731608016145/Put/seqid=0 2024-11-14T18:13:36,812 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#A#compaction#226 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:36,813 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/8fd20114f2e6491f926276c81393468d is 50, key is test_row_0/A:col10/1731608016145/Put/seqid=0 2024-11-14T18:13:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:36,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T18:13:36,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:36,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:36,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:36,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:36,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:36,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:36,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/5a105527ab904b6798bbc1e417ab7c48 is 50, key is test_row_0/A:col10/1731608016196/Put/seqid=0 2024-11-14T18:13:36,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742097_1273 (size=12595) 2024-11-14T18:13:36,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742096_1272 (size=12595) 2024-11-14T18:13:36,859 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/8fd20114f2e6491f926276c81393468d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/8fd20114f2e6491f926276c81393468d 2024-11-14T18:13:36,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608076856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608076857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608076859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608076860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,865 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/A of 6458edb727da8656ae873e347f442ed9 into 8fd20114f2e6491f926276c81393468d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:36,865 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:36,865 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/A, priority=13, startTime=1731608016794; duration=0sec 2024-11-14T18:13:36,865 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:36,865 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:A 2024-11-14T18:13:36,865 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:36,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742098_1274 (size=12151) 2024-11-14T18:13:36,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/5a105527ab904b6798bbc1e417ab7c48 2024-11-14T18:13:36,882 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:36,882 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/C is initiating minor compaction (all files) 2024-11-14T18:13:36,883 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/C in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:36,883 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/c7feb79ace0c499baa1990d5e192fe43, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b2e7754ebf754f3db252416a6e5417d1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/478d06783ed947cf9a32aa624833a691] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=35.9 K 2024-11-14T18:13:36,884 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7feb79ace0c499baa1990d5e192fe43, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731608014432 2024-11-14T18:13:36,885 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2e7754ebf754f3db252416a6e5417d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731608014817 2024-11-14T18:13:36,886 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 478d06783ed947cf9a32aa624833a691, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731608015501 2024-11-14T18:13:36,891 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/448995fa989c4d9b8e3c6b800e7aac5c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/448995fa989c4d9b8e3c6b800e7aac5c 2024-11-14T18:13:36,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/375746f27d144d44b0f15af4baf14fad is 50, key is test_row_0/B:col10/1731608016196/Put/seqid=0 2024-11-14T18:13:36,902 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/B of 6458edb727da8656ae873e347f442ed9 into 448995fa989c4d9b8e3c6b800e7aac5c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:36,902 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:36,902 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/B, priority=13, startTime=1731608016794; duration=0sec 2024-11-14T18:13:36,902 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:36,902 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:B 2024-11-14T18:13:36,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742099_1275 (size=12151) 2024-11-14T18:13:36,915 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:36,916 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/5e43481c36a4439eb08f4745638a3566 is 50, key is test_row_0/C:col10/1731608016145/Put/seqid=0 2024-11-14T18:13:36,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742100_1276 (size=12595) 2024-11-14T18:13:36,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608076962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608076963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608076963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:36,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608076965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T18:13:37,096 INFO [Thread-1094 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-14T18:13:37,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-14T18:13:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T18:13:37,099 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:37,100 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:37,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:37,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608077166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608077166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608077170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608077171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T18:13:37,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:37,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:37,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:37,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:37,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/375746f27d144d44b0f15af4baf14fad 2024-11-14T18:13:37,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/da1a7b8869624fb9a313da70b6e0519c is 50, key is test_row_0/C:col10/1731608016196/Put/seqid=0 2024-11-14T18:13:37,386 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/5e43481c36a4439eb08f4745638a3566 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/5e43481c36a4439eb08f4745638a3566 2024-11-14T18:13:37,396 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/C of 6458edb727da8656ae873e347f442ed9 into 5e43481c36a4439eb08f4745638a3566(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:37,396 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:37,396 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/C, priority=13, startTime=1731608016794; duration=0sec 2024-11-14T18:13:37,396 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:37,396 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T18:13:37,408 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:37,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:37,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:37,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:37,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742101_1277 (size=12151) 2024-11-14T18:13:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608077470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608077474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608077475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608077475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:37,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:37,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:37,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:37,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608077648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T18:13:37,726 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:37,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:37,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:37,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:37,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/da1a7b8869624fb9a313da70b6e0519c 2024-11-14T18:13:37,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/5a105527ab904b6798bbc1e417ab7c48 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/5a105527ab904b6798bbc1e417ab7c48 2024-11-14T18:13:37,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/5a105527ab904b6798bbc1e417ab7c48, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T18:13:37,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/375746f27d144d44b0f15af4baf14fad as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/375746f27d144d44b0f15af4baf14fad 2024-11-14T18:13:37,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/375746f27d144d44b0f15af4baf14fad, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T18:13:37,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/da1a7b8869624fb9a313da70b6e0519c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/da1a7b8869624fb9a313da70b6e0519c 2024-11-14T18:13:37,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:37,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:37,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:37,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/da1a7b8869624fb9a313da70b6e0519c, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T18:13:37,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6458edb727da8656ae873e347f442ed9 in 1099ms, sequenceid=214, compaction requested=false 2024-11-14T18:13:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:37,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T18:13:37,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:37,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:37,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:37,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:37,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:37,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:37,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/85340b9b7d20483997c17d8a53294217 is 50, key is test_row_0/A:col10/1731608016855/Put/seqid=0 2024-11-14T18:13:38,062 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:38,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:38,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,151 INFO [AsyncFSWAL-0-hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663-prefix:eed19b614a58,42787,1731607940149 {}] wal.AbstractFSWAL(1183): Slow sync cost: 133 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41891,DS-c8e81653-08be-4210-83b7-612cb0cd588e,DISK]] 2024-11-14T18:13:38,151 INFO [AsyncFSWAL-0-hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663-prefix:eed19b614a58,42787,1731607940149 {}] wal.AbstractFSWAL(1183): Slow sync cost: 125 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41891,DS-c8e81653-08be-4210-83b7-612cb0cd588e,DISK]] 2024-11-14T18:13:38,151 INFO [AsyncFSWAL-0-hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663-prefix:eed19b614a58,42787,1731607940149 {}] wal.AbstractFSWAL(1183): Slow sync cost: 117 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41891,DS-c8e81653-08be-4210-83b7-612cb0cd588e,DISK]] 2024-11-14T18:13:38,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742102_1278 (size=14541) 2024-11-14T18:13:38,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/85340b9b7d20483997c17d8a53294217 2024-11-14T18:13:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608078021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608078154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608078154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608078153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/41b93f1a73cf46c6991f45973aa9ca81 is 50, key is test_row_0/B:col10/1731608016855/Put/seqid=0 2024-11-14T18:13:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T18:13:38,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742103_1279 (size=12151) 2024-11-14T18:13:38,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608078255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608078261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608078264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608078269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,305 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:38,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:38,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608078465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608078466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608078470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608078479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/41b93f1a73cf46c6991f45973aa9ca81 2024-11-14T18:13:38,626 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9bfd69fbfc2b4446ad6332dc73b4dfa9 is 50, key is test_row_0/C:col10/1731608016855/Put/seqid=0 2024-11-14T18:13:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742104_1280 (size=12151) 2024-11-14T18:13:38,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608078771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608078771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608078778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608078786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:38,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:38,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:38,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:38,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:39,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:39,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:39,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:39,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:39,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:39,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:39,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9bfd69fbfc2b4446ad6332dc73b4dfa9 2024-11-14T18:13:39,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/85340b9b7d20483997c17d8a53294217 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/85340b9b7d20483997c17d8a53294217 2024-11-14T18:13:39,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/85340b9b7d20483997c17d8a53294217, entries=200, sequenceid=237, filesize=14.2 K 2024-11-14T18:13:39,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/41b93f1a73cf46c6991f45973aa9ca81 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/41b93f1a73cf46c6991f45973aa9ca81 2024-11-14T18:13:39,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/41b93f1a73cf46c6991f45973aa9ca81, entries=150, sequenceid=237, filesize=11.9 K 2024-11-14T18:13:39,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9bfd69fbfc2b4446ad6332dc73b4dfa9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9bfd69fbfc2b4446ad6332dc73b4dfa9 2024-11-14T18:13:39,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9bfd69fbfc2b4446ad6332dc73b4dfa9, entries=150, sequenceid=237, filesize=11.9 K 2024-11-14T18:13:39,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 6458edb727da8656ae873e347f442ed9 in 1212ms, sequenceid=237, compaction requested=true 2024-11-14T18:13:39,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:39,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:39,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:39,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:39,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:13:39,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:39,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T18:13:39,195 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:39,198 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:39,202 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:39,202 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/A is initiating minor compaction (all files) 2024-11-14T18:13:39,202 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/A in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:39,203 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/8fd20114f2e6491f926276c81393468d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/5a105527ab904b6798bbc1e417ab7c48, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/85340b9b7d20483997c17d8a53294217] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=38.4 K 2024-11-14T18:13:39,203 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fd20114f2e6491f926276c81393468d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731608015501 2024-11-14T18:13:39,204 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a105527ab904b6798bbc1e417ab7c48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731608016182 2024-11-14T18:13:39,204 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 85340b9b7d20483997c17d8a53294217, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731608016854 2024-11-14T18:13:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T18:13:39,211 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:39,211 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/C is initiating minor compaction (all files) 2024-11-14T18:13:39,211 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/C in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:39,211 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/5e43481c36a4439eb08f4745638a3566, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/da1a7b8869624fb9a313da70b6e0519c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9bfd69fbfc2b4446ad6332dc73b4dfa9] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=36.0 K 2024-11-14T18:13:39,213 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e43481c36a4439eb08f4745638a3566, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731608015501 2024-11-14T18:13:39,215 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting da1a7b8869624fb9a313da70b6e0519c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731608016182 2024-11-14T18:13:39,219 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bfd69fbfc2b4446ad6332dc73b4dfa9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731608016855 2024-11-14T18:13:39,249 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:39,250 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/c229c24ac8bf409faa5892479681536f is 50, key is test_row_0/A:col10/1731608016855/Put/seqid=0 2024-11-14T18:13:39,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T18:13:39,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:39,262 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T18:13:39,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:39,279 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#C#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:39,279 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/aaadda5b393241d28a6143badd3a6cfd is 50, key is test_row_0/C:col10/1731608016855/Put/seqid=0 2024-11-14T18:13:39,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742105_1281 (size=12697) 2024-11-14T18:13:39,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/6868d258e2c74fb19aff7f4efbd3b1dc is 50, key is test_row_0/A:col10/1731608018024/Put/seqid=0 2024-11-14T18:13:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742106_1282 (size=12697) 2024-11-14T18:13:39,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742107_1283 (size=12151) 2024-11-14T18:13:39,331 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/6868d258e2c74fb19aff7f4efbd3b1dc 2024-11-14T18:13:39,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/1c06605cb37143da81020a42a36618ca is 50, key is test_row_0/B:col10/1731608018024/Put/seqid=0 2024-11-14T18:13:39,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608079334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608079338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608079340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608079336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742108_1284 (size=12151) 2024-11-14T18:13:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608079450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608079453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608079453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608079457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608079658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608079658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608079659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608079664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,674 DEBUG [Thread-1090 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., hostname=eed19b614a58,42787,1731607940149, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:13:39,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608079672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,716 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/c229c24ac8bf409faa5892479681536f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c229c24ac8bf409faa5892479681536f 2024-11-14T18:13:39,744 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/A of 6458edb727da8656ae873e347f442ed9 into c229c24ac8bf409faa5892479681536f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:39,744 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:39,744 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/A, priority=13, startTime=1731608019195; duration=0sec 2024-11-14T18:13:39,744 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:39,744 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:A 2024-11-14T18:13:39,745 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:39,750 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:39,750 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/B is initiating minor compaction (all files) 2024-11-14T18:13:39,750 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/B in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:39,751 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/448995fa989c4d9b8e3c6b800e7aac5c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/375746f27d144d44b0f15af4baf14fad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/41b93f1a73cf46c6991f45973aa9ca81] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=36.0 K 2024-11-14T18:13:39,756 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 448995fa989c4d9b8e3c6b800e7aac5c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731608015501 2024-11-14T18:13:39,762 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 375746f27d144d44b0f15af4baf14fad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731608016182 2024-11-14T18:13:39,762 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/aaadda5b393241d28a6143badd3a6cfd as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/aaadda5b393241d28a6143badd3a6cfd 2024-11-14T18:13:39,764 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 41b93f1a73cf46c6991f45973aa9ca81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731608016855 2024-11-14T18:13:39,782 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/1c06605cb37143da81020a42a36618ca 2024-11-14T18:13:39,788 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/C of 6458edb727da8656ae873e347f442ed9 into aaadda5b393241d28a6143badd3a6cfd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:39,788 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:39,788 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/C, priority=13, startTime=1731608019195; duration=0sec 2024-11-14T18:13:39,788 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:39,788 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:39,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/24dcac7478d14a5abd33b6b3b6704ffe is 50, key is test_row_0/C:col10/1731608018024/Put/seqid=0 2024-11-14T18:13:39,832 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#B#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:39,832 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/6e29fc0a1054462e9d58cd0d51a4b93a is 50, key is test_row_0/B:col10/1731608016855/Put/seqid=0 2024-11-14T18:13:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742109_1285 (size=12151) 2024-11-14T18:13:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742110_1286 (size=12697) 2024-11-14T18:13:39,935 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/6e29fc0a1054462e9d58cd0d51a4b93a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/6e29fc0a1054462e9d58cd0d51a4b93a 2024-11-14T18:13:39,955 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/B of 6458edb727da8656ae873e347f442ed9 into 6e29fc0a1054462e9d58cd0d51a4b93a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:39,955 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:39,955 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/B, priority=13, startTime=1731608019195; duration=0sec 2024-11-14T18:13:39,955 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:39,955 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:B 2024-11-14T18:13:39,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608079964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608079968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608079969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:39,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608079978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,302 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/24dcac7478d14a5abd33b6b3b6704ffe 2024-11-14T18:13:40,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/6868d258e2c74fb19aff7f4efbd3b1dc as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6868d258e2c74fb19aff7f4efbd3b1dc 2024-11-14T18:13:40,330 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6868d258e2c74fb19aff7f4efbd3b1dc, entries=150, sequenceid=254, filesize=11.9 K 2024-11-14T18:13:40,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/1c06605cb37143da81020a42a36618ca as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1c06605cb37143da81020a42a36618ca 2024-11-14T18:13:40,347 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1c06605cb37143da81020a42a36618ca, entries=150, sequenceid=254, filesize=11.9 K 2024-11-14T18:13:40,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/24dcac7478d14a5abd33b6b3b6704ffe as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/24dcac7478d14a5abd33b6b3b6704ffe 2024-11-14T18:13:40,367 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/24dcac7478d14a5abd33b6b3b6704ffe, entries=150, sequenceid=254, filesize=11.9 K 2024-11-14T18:13:40,374 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 6458edb727da8656ae873e347f442ed9 in 1112ms, sequenceid=254, compaction requested=false 2024-11-14T18:13:40,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:40,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:40,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-14T18:13:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-14T18:13:40,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-14T18:13:40,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2760 sec 2024-11-14T18:13:40,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 3.2820 sec 2024-11-14T18:13:40,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T18:13:40,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:40,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:40,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0a8fcdb8bdde40208263ddbf6a030545 is 50, key is test_row_0/A:col10/1731608019318/Put/seqid=0 2024-11-14T18:13:40,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608080495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608080497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608080501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608080502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742111_1287 (size=14741) 2024-11-14T18:13:40,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0a8fcdb8bdde40208263ddbf6a030545 2024-11-14T18:13:40,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/ed43e2f277ca4d4a85d07cee1c7d24d5 is 50, key is test_row_0/B:col10/1731608019318/Put/seqid=0 2024-11-14T18:13:40,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608080605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608080607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608080608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608080608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742112_1288 (size=12301) 2024-11-14T18:13:40,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608080812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608080812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608080812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:40,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608080818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/ed43e2f277ca4d4a85d07cee1c7d24d5 2024-11-14T18:13:41,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/63a420c313f04396964c071df98297c4 is 50, key is test_row_0/C:col10/1731608019318/Put/seqid=0 2024-11-14T18:13:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608081122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608081123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608081123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742113_1289 (size=12301) 2024-11-14T18:13:41,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608081131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T18:13:41,218 INFO [Thread-1094 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-14T18:13:41,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-14T18:13:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T18:13:41,227 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:41,230 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:41,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T18:13:41,386 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T18:13:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:41,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:41,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T18:13:41,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/63a420c313f04396964c071df98297c4 2024-11-14T18:13:41,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T18:13:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:41,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0a8fcdb8bdde40208263ddbf6a030545 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a8fcdb8bdde40208263ddbf6a030545 2024-11-14T18:13:41,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a8fcdb8bdde40208263ddbf6a030545, entries=200, sequenceid=279, filesize=14.4 K 2024-11-14T18:13:41,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/ed43e2f277ca4d4a85d07cee1c7d24d5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ed43e2f277ca4d4a85d07cee1c7d24d5 2024-11-14T18:13:41,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ed43e2f277ca4d4a85d07cee1c7d24d5, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T18:13:41,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/63a420c313f04396964c071df98297c4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/63a420c313f04396964c071df98297c4 2024-11-14T18:13:41,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608081634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608081636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608081636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608081645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/63a420c313f04396964c071df98297c4, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T18:13:41,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 6458edb727da8656ae873e347f442ed9 in 1194ms, sequenceid=279, compaction requested=true 2024-11-14T18:13:41,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:41,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:41,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:41,666 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:41,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:41,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:41,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:41,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:13:41,666 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:41,674 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:41,674 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/A is initiating minor compaction (all files) 2024-11-14T18:13:41,674 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/A in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:41,675 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c229c24ac8bf409faa5892479681536f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6868d258e2c74fb19aff7f4efbd3b1dc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a8fcdb8bdde40208263ddbf6a030545] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=38.7 K 2024-11-14T18:13:41,676 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:41,676 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/B is initiating minor compaction (all files) 2024-11-14T18:13:41,677 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/B in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:41,677 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c229c24ac8bf409faa5892479681536f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731608016855 2024-11-14T18:13:41,677 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/6e29fc0a1054462e9d58cd0d51a4b93a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1c06605cb37143da81020a42a36618ca, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ed43e2f277ca4d4a85d07cee1c7d24d5] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=36.3 K 2024-11-14T18:13:41,677 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6868d258e2c74fb19aff7f4efbd3b1dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731608018017 2024-11-14T18:13:41,678 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e29fc0a1054462e9d58cd0d51a4b93a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731608016855 2024-11-14T18:13:41,682 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a8fcdb8bdde40208263ddbf6a030545, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731608019318 2024-11-14T18:13:41,683 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c06605cb37143da81020a42a36618ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731608018017 2024-11-14T18:13:41,684 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting ed43e2f277ca4d4a85d07cee1c7d24d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731608019318 2024-11-14T18:13:41,715 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:41,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T18:13:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:41,716 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T18:13:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:41,721 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#A#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:41,722 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/232d927925484b80b4809395e74423dc is 50, key is test_row_0/A:col10/1731608019318/Put/seqid=0 2024-11-14T18:13:41,735 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#B#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:41,736 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/f0229ccbf0904957ba2a4f399419e8cb is 50, key is test_row_0/B:col10/1731608019318/Put/seqid=0 2024-11-14T18:13:41,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/964ab438db704a9f9be8da4b19771f9a is 50, key is test_row_0/A:col10/1731608020496/Put/seqid=0 2024-11-14T18:13:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742114_1290 (size=12949) 2024-11-14T18:13:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742115_1291 (size=12949) 2024-11-14T18:13:41,806 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/232d927925484b80b4809395e74423dc as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/232d927925484b80b4809395e74423dc 2024-11-14T18:13:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742116_1292 (size=12301) 2024-11-14T18:13:41,814 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/964ab438db704a9f9be8da4b19771f9a 2024-11-14T18:13:41,825 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/f0229ccbf0904957ba2a4f399419e8cb as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/f0229ccbf0904957ba2a4f399419e8cb 2024-11-14T18:13:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T18:13:41,846 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/A of 6458edb727da8656ae873e347f442ed9 into 232d927925484b80b4809395e74423dc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:41,846 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:41,846 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/A, priority=13, startTime=1731608021666; duration=0sec 2024-11-14T18:13:41,846 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:41,846 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:A 2024-11-14T18:13:41,846 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:41,855 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:41,855 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/C is initiating minor compaction (all files) 2024-11-14T18:13:41,855 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/C in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:41,855 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/aaadda5b393241d28a6143badd3a6cfd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/24dcac7478d14a5abd33b6b3b6704ffe, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/63a420c313f04396964c071df98297c4] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=36.3 K 2024-11-14T18:13:41,856 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaadda5b393241d28a6143badd3a6cfd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731608016855 2024-11-14T18:13:41,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/d7951df0edde4f6e9cc13017d05e76a9 is 50, key is test_row_0/B:col10/1731608020496/Put/seqid=0 2024-11-14T18:13:41,856 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24dcac7478d14a5abd33b6b3b6704ffe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731608018017 2024-11-14T18:13:41,857 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63a420c313f04396964c071df98297c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731608019318 2024-11-14T18:13:41,870 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/B of 6458edb727da8656ae873e347f442ed9 into f0229ccbf0904957ba2a4f399419e8cb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:41,870 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:41,870 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/B, priority=13, startTime=1731608021666; duration=0sec 2024-11-14T18:13:41,870 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:41,870 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:B 2024-11-14T18:13:41,872 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#C#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:41,873 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/11dc8828036446b99c5d4490ed93b30a is 50, key is test_row_0/C:col10/1731608019318/Put/seqid=0 2024-11-14T18:13:41,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742117_1293 (size=12301) 2024-11-14T18:13:41,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742118_1294 (size=12949) 2024-11-14T18:13:41,905 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/11dc8828036446b99c5d4490ed93b30a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/11dc8828036446b99c5d4490ed93b30a 2024-11-14T18:13:41,915 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/C of 6458edb727da8656ae873e347f442ed9 into 11dc8828036446b99c5d4490ed93b30a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:41,915 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:41,915 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/C, priority=13, startTime=1731608021666; duration=0sec 2024-11-14T18:13:41,915 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:41,915 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:42,287 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/d7951df0edde4f6e9cc13017d05e76a9 2024-11-14T18:13:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/3b86baa5683d4dd58a313eda22adf9f7 is 50, key is test_row_0/C:col10/1731608020496/Put/seqid=0 2024-11-14T18:13:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T18:13:42,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742119_1295 (size=12301) 2024-11-14T18:13:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:42,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:42,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608082706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608082706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608082707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608082710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,753 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/3b86baa5683d4dd58a313eda22adf9f7 2024-11-14T18:13:42,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/964ab438db704a9f9be8da4b19771f9a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/964ab438db704a9f9be8da4b19771f9a 2024-11-14T18:13:42,766 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/964ab438db704a9f9be8da4b19771f9a, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T18:13:42,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/d7951df0edde4f6e9cc13017d05e76a9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/d7951df0edde4f6e9cc13017d05e76a9 2024-11-14T18:13:42,773 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/d7951df0edde4f6e9cc13017d05e76a9, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T18:13:42,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/3b86baa5683d4dd58a313eda22adf9f7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3b86baa5683d4dd58a313eda22adf9f7 2024-11-14T18:13:42,780 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3b86baa5683d4dd58a313eda22adf9f7, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T18:13:42,781 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6458edb727da8656ae873e347f442ed9 in 1065ms, sequenceid=294, compaction requested=false 2024-11-14T18:13:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-14T18:13:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-14T18:13:42,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-14T18:13:42,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5520 sec 2024-11-14T18:13:42,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.5610 sec 2024-11-14T18:13:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:42,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T18:13:42,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:42,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608082829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608082831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608082832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608082833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/4290a7e53d244718983b14b024379c90 is 50, key is test_row_0/A:col10/1731608022818/Put/seqid=0 2024-11-14T18:13:42,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742120_1296 (size=12301) 2024-11-14T18:13:42,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/4290a7e53d244718983b14b024379c90 2024-11-14T18:13:42,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/0558ae8afe2644a1b2afb7f820b67c86 is 50, key is test_row_0/B:col10/1731608022818/Put/seqid=0 2024-11-14T18:13:42,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742121_1297 (size=12301) 2024-11-14T18:13:42,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/0558ae8afe2644a1b2afb7f820b67c86 2024-11-14T18:13:42,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/1d9a934f21bc424cb611c4e2ce9f839b is 50, key is test_row_0/C:col10/1731608022818/Put/seqid=0 2024-11-14T18:13:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742122_1298 (size=12301) 2024-11-14T18:13:42,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/1d9a934f21bc424cb611c4e2ce9f839b 2024-11-14T18:13:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/4290a7e53d244718983b14b024379c90 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4290a7e53d244718983b14b024379c90 2024-11-14T18:13:42,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4290a7e53d244718983b14b024379c90, entries=150, sequenceid=321, filesize=12.0 K 2024-11-14T18:13:42,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608082934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608082937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608082938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608082938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:42,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/0558ae8afe2644a1b2afb7f820b67c86 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0558ae8afe2644a1b2afb7f820b67c86 2024-11-14T18:13:42,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0558ae8afe2644a1b2afb7f820b67c86, entries=150, sequenceid=321, filesize=12.0 K 2024-11-14T18:13:42,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/1d9a934f21bc424cb611c4e2ce9f839b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d9a934f21bc424cb611c4e2ce9f839b 2024-11-14T18:13:42,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d9a934f21bc424cb611c4e2ce9f839b, entries=150, sequenceid=321, filesize=12.0 K 2024-11-14T18:13:42,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6458edb727da8656ae873e347f442ed9 in 145ms, sequenceid=321, compaction requested=true 2024-11-14T18:13:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:42,964 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:42,964 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:42,966 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:42,966 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/B is initiating minor compaction (all files) 2024-11-14T18:13:42,966 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:42,966 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/A is initiating minor compaction (all files) 2024-11-14T18:13:42,966 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/B in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:42,966 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/A in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:42,966 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/232d927925484b80b4809395e74423dc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/964ab438db704a9f9be8da4b19771f9a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4290a7e53d244718983b14b024379c90] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=36.7 K 2024-11-14T18:13:42,966 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/f0229ccbf0904957ba2a4f399419e8cb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/d7951df0edde4f6e9cc13017d05e76a9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0558ae8afe2644a1b2afb7f820b67c86] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=36.7 K 2024-11-14T18:13:42,967 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 232d927925484b80b4809395e74423dc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731608019318 2024-11-14T18:13:42,967 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting f0229ccbf0904957ba2a4f399419e8cb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731608019318 2024-11-14T18:13:42,967 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 964ab438db704a9f9be8da4b19771f9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731608020490 2024-11-14T18:13:42,967 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d7951df0edde4f6e9cc13017d05e76a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731608020490 2024-11-14T18:13:42,968 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4290a7e53d244718983b14b024379c90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731608022705 2024-11-14T18:13:42,968 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 0558ae8afe2644a1b2afb7f820b67c86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731608022705 2024-11-14T18:13:42,991 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:42,992 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/7a56e21f775d40b59d956e56fa1d25aa is 50, key is test_row_0/B:col10/1731608022818/Put/seqid=0 2024-11-14T18:13:43,008 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#A#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:43,009 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/fca221abb15e4f599a162e22dff30cd7 is 50, key is test_row_0/A:col10/1731608022818/Put/seqid=0 2024-11-14T18:13:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742123_1299 (size=13051) 2024-11-14T18:13:43,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742124_1300 (size=13051) 2024-11-14T18:13:43,072 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/fca221abb15e4f599a162e22dff30cd7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/fca221abb15e4f599a162e22dff30cd7 2024-11-14T18:13:43,095 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/A of 6458edb727da8656ae873e347f442ed9 into fca221abb15e4f599a162e22dff30cd7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:43,095 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:43,095 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/A, priority=13, startTime=1731608022964; duration=0sec 2024-11-14T18:13:43,095 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:43,095 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:A 2024-11-14T18:13:43,095 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:43,097 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:43,097 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/C is initiating minor compaction (all files) 2024-11-14T18:13:43,097 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/C in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:43,097 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/11dc8828036446b99c5d4490ed93b30a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3b86baa5683d4dd58a313eda22adf9f7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d9a934f21bc424cb611c4e2ce9f839b] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=36.7 K 2024-11-14T18:13:43,102 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11dc8828036446b99c5d4490ed93b30a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731608019318 2024-11-14T18:13:43,106 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b86baa5683d4dd58a313eda22adf9f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731608020490 2024-11-14T18:13:43,106 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d9a934f21bc424cb611c4e2ce9f839b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731608022705 2024-11-14T18:13:43,128 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#C#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:43,128 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/d19db5019eb24a58aa5d09695adf48fb is 50, key is test_row_0/C:col10/1731608022818/Put/seqid=0 2024-11-14T18:13:43,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T18:13:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:43,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:43,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:43,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:43,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:43,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:43,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:43,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0fec9ce690bd407293dd22b8d3911b57 is 50, key is test_row_0/A:col10/1731608023143/Put/seqid=0 2024-11-14T18:13:43,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742125_1301 (size=13051) 2024-11-14T18:13:43,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608083175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608083177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608083179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608083180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742126_1302 (size=14741) 2024-11-14T18:13:43,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0fec9ce690bd407293dd22b8d3911b57 2024-11-14T18:13:43,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/f17b055b4660426ba69ea83a9818ee39 is 50, key is test_row_0/B:col10/1731608023143/Put/seqid=0 2024-11-14T18:13:43,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742127_1303 (size=12301) 2024-11-14T18:13:43,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608083283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608083283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608083288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608083290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T18:13:43,332 INFO [Thread-1094 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-14T18:13:43,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-14T18:13:43,335 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T18:13:43,336 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:43,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T18:13:43,451 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/7a56e21f775d40b59d956e56fa1d25aa as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/7a56e21f775d40b59d956e56fa1d25aa 2024-11-14T18:13:43,461 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/B of 6458edb727da8656ae873e347f442ed9 into 7a56e21f775d40b59d956e56fa1d25aa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:43,461 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:43,461 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/B, priority=13, startTime=1731608022964; duration=0sec 2024-11-14T18:13:43,461 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:43,461 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:B 2024-11-14T18:13:43,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T18:13:43,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:43,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:43,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:43,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:43,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:43,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608083490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608083491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608083493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608083498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,576 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/d19db5019eb24a58aa5d09695adf48fb as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/d19db5019eb24a58aa5d09695adf48fb 2024-11-14T18:13:43,591 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/C of 6458edb727da8656ae873e347f442ed9 into d19db5019eb24a58aa5d09695adf48fb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:43,591 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:43,591 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/C, priority=13, startTime=1731608022964; duration=0sec 2024-11-14T18:13:43,591 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:43,591 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:43,642 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T18:13:43,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T18:13:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:43,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:43,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/f17b055b4660426ba69ea83a9818ee39 2024-11-14T18:13:43,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33120 deadline: 1731608083678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,686 DEBUG [Thread-1090 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., hostname=eed19b614a58,42787,1731607940149, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:13:43,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/d58cf54155ab49778e9e3fa9d00754d9 is 50, key is test_row_0/C:col10/1731608023143/Put/seqid=0 2024-11-14T18:13:43,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742128_1304 (size=12301) 2024-11-14T18:13:43,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/d58cf54155ab49778e9e3fa9d00754d9 2024-11-14T18:13:43,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0fec9ce690bd407293dd22b8d3911b57 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0fec9ce690bd407293dd22b8d3911b57 2024-11-14T18:13:43,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0fec9ce690bd407293dd22b8d3911b57, entries=200, sequenceid=336, filesize=14.4 K 2024-11-14T18:13:43,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/f17b055b4660426ba69ea83a9818ee39 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/f17b055b4660426ba69ea83a9818ee39 2024-11-14T18:13:43,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/f17b055b4660426ba69ea83a9818ee39, entries=150, sequenceid=336, filesize=12.0 K 2024-11-14T18:13:43,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/d58cf54155ab49778e9e3fa9d00754d9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/d58cf54155ab49778e9e3fa9d00754d9 2024-11-14T18:13:43,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/d58cf54155ab49778e9e3fa9d00754d9, entries=150, sequenceid=336, filesize=12.0 K 2024-11-14T18:13:43,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6458edb727da8656ae873e347f442ed9 in 652ms, sequenceid=336, compaction requested=false 2024-11-14T18:13:43,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:43,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T18:13:43,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:43,802 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T18:13:43,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:43,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:43,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:43,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:43,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:43,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:43,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/813c433a9d1a4a9fafade632a6908752 is 50, key is test_row_0/A:col10/1731608023178/Put/seqid=0 2024-11-14T18:13:43,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608083846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742129_1305 (size=12301) 2024-11-14T18:13:43,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608083850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,857 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/813c433a9d1a4a9fafade632a6908752 2024-11-14T18:13:43,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608083844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608083852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/fd2fba78a7c4494fa56905294d6bc474 is 50, key is test_row_0/B:col10/1731608023178/Put/seqid=0 2024-11-14T18:13:43,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742130_1306 (size=12301) 2024-11-14T18:13:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T18:13:43,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608083962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608083962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608083966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:43,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608083966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:44,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608084165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:44,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608084170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:44,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608084177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:44,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608084180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:44,319 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/fd2fba78a7c4494fa56905294d6bc474 2024-11-14T18:13:44,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9f26d9004ff74813a961a5bebc47c2ad is 50, key is test_row_0/C:col10/1731608023178/Put/seqid=0 2024-11-14T18:13:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742131_1307 (size=12301) 2024-11-14T18:13:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T18:13:44,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608084474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:44,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608084477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:44,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608084484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:44,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608084486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:44,777 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9f26d9004ff74813a961a5bebc47c2ad 2024-11-14T18:13:44,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/813c433a9d1a4a9fafade632a6908752 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/813c433a9d1a4a9fafade632a6908752 2024-11-14T18:13:44,799 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/813c433a9d1a4a9fafade632a6908752, entries=150, sequenceid=361, filesize=12.0 K 2024-11-14T18:13:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/fd2fba78a7c4494fa56905294d6bc474 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/fd2fba78a7c4494fa56905294d6bc474 2024-11-14T18:13:44,809 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/fd2fba78a7c4494fa56905294d6bc474, entries=150, sequenceid=361, filesize=12.0 K 2024-11-14T18:13:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9f26d9004ff74813a961a5bebc47c2ad as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f26d9004ff74813a961a5bebc47c2ad 2024-11-14T18:13:44,817 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f26d9004ff74813a961a5bebc47c2ad, entries=150, sequenceid=361, filesize=12.0 K 2024-11-14T18:13:44,820 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6458edb727da8656ae873e347f442ed9 in 1018ms, sequenceid=361, compaction requested=true 2024-11-14T18:13:44,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:44,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:44,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-14T18:13:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-14T18:13:44,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-14T18:13:44,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4880 sec 2024-11-14T18:13:44,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.4920 sec 2024-11-14T18:13:44,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T18:13:44,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:45,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/67c259edbb69427a8b245e739d58856b is 50, key is test_row_0/A:col10/1731608023829/Put/seqid=0 2024-11-14T18:13:45,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742132_1308 (size=17181) 2024-11-14T18:13:45,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608085036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608085040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608085042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608085042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608085147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608085147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608085147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608085147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608085352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608085352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608085354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608085359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/67c259edbb69427a8b245e739d58856b 2024-11-14T18:13:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T18:13:45,455 INFO [Thread-1094 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-14T18:13:45,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-14T18:13:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T18:13:45,470 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:45,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:45,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:45,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/ba5b823f7c714f3591853a0b7ba38920 is 50, key is test_row_0/B:col10/1731608023829/Put/seqid=0 2024-11-14T18:13:45,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742133_1309 (size=12301) 2024-11-14T18:13:45,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/ba5b823f7c714f3591853a0b7ba38920 2024-11-14T18:13:45,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/a4ee36eb61594b60a8b44926458605df is 50, key is test_row_0/C:col10/1731608023829/Put/seqid=0 2024-11-14T18:13:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T18:13:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742134_1310 (size=12301) 2024-11-14T18:13:45,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/a4ee36eb61594b60a8b44926458605df 2024-11-14T18:13:45,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/67c259edbb69427a8b245e739d58856b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/67c259edbb69427a8b245e739d58856b 2024-11-14T18:13:45,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/67c259edbb69427a8b245e739d58856b, entries=250, sequenceid=376, filesize=16.8 K 2024-11-14T18:13:45,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/ba5b823f7c714f3591853a0b7ba38920 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ba5b823f7c714f3591853a0b7ba38920 2024-11-14T18:13:45,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ba5b823f7c714f3591853a0b7ba38920, entries=150, sequenceid=376, filesize=12.0 K 2024-11-14T18:13:45,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/a4ee36eb61594b60a8b44926458605df as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/a4ee36eb61594b60a8b44926458605df 2024-11-14T18:13:45,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/a4ee36eb61594b60a8b44926458605df, entries=150, sequenceid=376, filesize=12.0 K 2024-11-14T18:13:45,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T18:13:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:45,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:45,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6458edb727da8656ae873e347f442ed9 in 646ms, sequenceid=376, compaction requested=true 2024-11-14T18:13:45,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:45,633 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:45,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:45,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:45,633 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:45,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:45,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:45,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:45,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:45,646 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57274 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:45,646 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/A is initiating minor compaction (all files) 2024-11-14T18:13:45,646 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/A in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:45,646 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/fca221abb15e4f599a162e22dff30cd7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0fec9ce690bd407293dd22b8d3911b57, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/813c433a9d1a4a9fafade632a6908752, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/67c259edbb69427a8b245e739d58856b] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=55.9 K 2024-11-14T18:13:45,646 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:45,646 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/B is initiating minor compaction (all files) 2024-11-14T18:13:45,646 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/B in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:45,647 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/7a56e21f775d40b59d956e56fa1d25aa, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/f17b055b4660426ba69ea83a9818ee39, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/fd2fba78a7c4494fa56905294d6bc474, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ba5b823f7c714f3591853a0b7ba38920] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=48.8 K 2024-11-14T18:13:45,650 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting fca221abb15e4f599a162e22dff30cd7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731608022705 2024-11-14T18:13:45,650 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a56e21f775d40b59d956e56fa1d25aa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731608022705 2024-11-14T18:13:45,650 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fec9ce690bd407293dd22b8d3911b57, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731608022827 2024-11-14T18:13:45,650 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting f17b055b4660426ba69ea83a9818ee39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731608022831 2024-11-14T18:13:45,650 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 813c433a9d1a4a9fafade632a6908752, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731608023166 2024-11-14T18:13:45,651 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting fd2fba78a7c4494fa56905294d6bc474, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731608023166 2024-11-14T18:13:45,651 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67c259edbb69427a8b245e739d58856b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731608023829 2024-11-14T18:13:45,651 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting ba5b823f7c714f3591853a0b7ba38920, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731608023829 2024-11-14T18:13:45,668 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#B#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:45,669 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/7d5a626104b948fa883db7540631ca31 is 50, key is test_row_0/B:col10/1731608023829/Put/seqid=0 2024-11-14T18:13:45,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T18:13:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:45,675 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:45,676 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/5f676f6fcab54dbb822df35538af5b43 is 50, key is test_row_0/A:col10/1731608023829/Put/seqid=0 2024-11-14T18:13:45,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:45,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:45,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:45,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:45,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:45,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:45,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608085706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608085706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608085709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/6811945179dd4fc6ac0b1878466b1ccf is 50, key is test_row_0/A:col10/1731608025036/Put/seqid=0 2024-11-14T18:13:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742135_1311 (size=13187) 2024-11-14T18:13:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608085718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742136_1312 (size=13187) 2024-11-14T18:13:45,734 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/7d5a626104b948fa883db7540631ca31 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/7d5a626104b948fa883db7540631ca31 2024-11-14T18:13:45,741 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6458edb727da8656ae873e347f442ed9/B of 6458edb727da8656ae873e347f442ed9 into 7d5a626104b948fa883db7540631ca31(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:45,741 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:45,741 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/B, priority=12, startTime=1731608025633; duration=0sec 2024-11-14T18:13:45,741 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:45,741 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:B 2024-11-14T18:13:45,742 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:13:45,743 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:13:45,743 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/C is initiating minor compaction (all files) 2024-11-14T18:13:45,743 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/C in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:45,743 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/d19db5019eb24a58aa5d09695adf48fb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/d58cf54155ab49778e9e3fa9d00754d9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f26d9004ff74813a961a5bebc47c2ad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/a4ee36eb61594b60a8b44926458605df] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=48.8 K 2024-11-14T18:13:45,744 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d19db5019eb24a58aa5d09695adf48fb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731608022705 2024-11-14T18:13:45,745 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d58cf54155ab49778e9e3fa9d00754d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731608022831 2024-11-14T18:13:45,745 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f26d9004ff74813a961a5bebc47c2ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731608023166 2024-11-14T18:13:45,746 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting a4ee36eb61594b60a8b44926458605df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731608023829 2024-11-14T18:13:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T18:13:45,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742137_1313 (size=12301) 2024-11-14T18:13:45,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/6811945179dd4fc6ac0b1878466b1ccf 2024-11-14T18:13:45,784 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T18:13:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:45,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:45,809 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#C#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:45,810 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/3f70d7fbf36a452283218420783715e1 is 50, key is test_row_0/C:col10/1731608023829/Put/seqid=0 2024-11-14T18:13:45,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/9701c1cec6a84889853ba553163bd851 is 50, key is test_row_0/B:col10/1731608025036/Put/seqid=0 2024-11-14T18:13:45,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608085815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608085816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608085822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608085827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742138_1314 (size=13187) 2024-11-14T18:13:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742139_1315 (size=12301) 2024-11-14T18:13:45,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/9701c1cec6a84889853ba553163bd851 2024-11-14T18:13:45,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:45,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T18:13:45,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:45,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:45,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:45,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:45,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:45,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/c1ac196fcd394c7b9b5756265559ce22 is 50, key is test_row_0/C:col10/1731608025036/Put/seqid=0 2024-11-14T18:13:46,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742140_1316 (size=12301) 2024-11-14T18:13:46,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/c1ac196fcd394c7b9b5756265559ce22 2024-11-14T18:13:46,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/6811945179dd4fc6ac0b1878466b1ccf as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6811945179dd4fc6ac0b1878466b1ccf 2024-11-14T18:13:46,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6811945179dd4fc6ac0b1878466b1ccf, entries=150, sequenceid=400, filesize=12.0 K 2024-11-14T18:13:46,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608086024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/9701c1cec6a84889853ba553163bd851 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9701c1cec6a84889853ba553163bd851 2024-11-14T18:13:46,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9701c1cec6a84889853ba553163bd851, entries=150, sequenceid=400, filesize=12.0 K 2024-11-14T18:13:46,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608086027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/c1ac196fcd394c7b9b5756265559ce22 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/c1ac196fcd394c7b9b5756265559ce22 2024-11-14T18:13:46,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/c1ac196fcd394c7b9b5756265559ce22, entries=150, sequenceid=400, filesize=12.0 K 2024-11-14T18:13:46,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608086035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6458edb727da8656ae873e347f442ed9 in 370ms, sequenceid=400, compaction requested=false 2024-11-14T18:13:46,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:46,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T18:13:46,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:46,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:46,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:46,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:46,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:46,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:46,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/da55113ab4ba4eab9938c5dbaf050bcf is 50, key is test_row_0/A:col10/1731608025698/Put/seqid=0 2024-11-14T18:13:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T18:13:46,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T18:13:46,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:46,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:46,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:46,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:46,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:46,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742141_1317 (size=14741) 2024-11-14T18:13:46,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/da55113ab4ba4eab9938c5dbaf050bcf 2024-11-14T18:13:46,136 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/5f676f6fcab54dbb822df35538af5b43 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/5f676f6fcab54dbb822df35538af5b43 2024-11-14T18:13:46,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/681c59be507b478eae3d2ccb8e086e47 is 50, key is test_row_0/B:col10/1731608025698/Put/seqid=0 2024-11-14T18:13:46,145 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6458edb727da8656ae873e347f442ed9/A of 6458edb727da8656ae873e347f442ed9 into 5f676f6fcab54dbb822df35538af5b43(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:46,145 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:46,145 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/A, priority=12, startTime=1731608025633; duration=0sec 2024-11-14T18:13:46,145 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:46,145 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:A 2024-11-14T18:13:46,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742142_1318 (size=12301) 2024-11-14T18:13:46,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/681c59be507b478eae3d2ccb8e086e47 2024-11-14T18:13:46,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9c266e69b8ae4d789f51e2606e3a7939 is 50, key is test_row_0/C:col10/1731608025698/Put/seqid=0 2024-11-14T18:13:46,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742143_1319 (size=12301) 2024-11-14T18:13:46,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9c266e69b8ae4d789f51e2606e3a7939 2024-11-14T18:13:46,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/da55113ab4ba4eab9938c5dbaf050bcf as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/da55113ab4ba4eab9938c5dbaf050bcf 2024-11-14T18:13:46,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608086226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/da55113ab4ba4eab9938c5dbaf050bcf, entries=200, sequenceid=414, filesize=14.4 K 2024-11-14T18:13:46,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/681c59be507b478eae3d2ccb8e086e47 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/681c59be507b478eae3d2ccb8e086e47 2024-11-14T18:13:46,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/681c59be507b478eae3d2ccb8e086e47, entries=150, sequenceid=414, filesize=12.0 K 2024-11-14T18:13:46,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/9c266e69b8ae4d789f51e2606e3a7939 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c266e69b8ae4d789f51e2606e3a7939 2024-11-14T18:13:46,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c266e69b8ae4d789f51e2606e3a7939, entries=150, sequenceid=414, filesize=12.0 K 2024-11-14T18:13:46,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6458edb727da8656ae873e347f442ed9 in 206ms, sequenceid=414, compaction requested=true 2024-11-14T18:13:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:A, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:46,252 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:B, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:13:46,254 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:46,254 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/A is initiating minor compaction (all files) 2024-11-14T18:13:46,254 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/A in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:46,254 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/5f676f6fcab54dbb822df35538af5b43, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6811945179dd4fc6ac0b1878466b1ccf, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/da55113ab4ba4eab9938c5dbaf050bcf] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=39.3 K 2024-11-14T18:13:46,255 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f676f6fcab54dbb822df35538af5b43, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731608023829 2024-11-14T18:13:46,255 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6811945179dd4fc6ac0b1878466b1ccf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731608025036 2024-11-14T18:13:46,256 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting da55113ab4ba4eab9938c5dbaf050bcf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731608025698 2024-11-14T18:13:46,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T18:13:46,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:46,259 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T18:13:46,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:46,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:46,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:46,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:46,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:46,287 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/3f70d7fbf36a452283218420783715e1 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3f70d7fbf36a452283218420783715e1 2024-11-14T18:13:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/d66f02c84658469e94af87f88c1a975d is 50, key is test_row_0/A:col10/1731608026207/Put/seqid=0 2024-11-14T18:13:46,300 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#A#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:46,300 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/54b1e210c1824f7caf9d238f624886da is 50, key is test_row_0/A:col10/1731608025698/Put/seqid=0 2024-11-14T18:13:46,310 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6458edb727da8656ae873e347f442ed9/C of 6458edb727da8656ae873e347f442ed9 into 3f70d7fbf36a452283218420783715e1(size=12.9 K), total size for store is 36.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:46,310 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:46,310 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/C, priority=12, startTime=1731608025634; duration=0sec 2024-11-14T18:13:46,310 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:13:46,310 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:46,311 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:46,311 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:46,313 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:46,313 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/B is initiating minor compaction (all files) 2024-11-14T18:13:46,314 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/B in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:46,314 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/7d5a626104b948fa883db7540631ca31, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9701c1cec6a84889853ba553163bd851, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/681c59be507b478eae3d2ccb8e086e47] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=36.9 K 2024-11-14T18:13:46,314 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d5a626104b948fa883db7540631ca31, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731608023829 2024-11-14T18:13:46,315 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9701c1cec6a84889853ba553163bd851, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731608025036 2024-11-14T18:13:46,315 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 681c59be507b478eae3d2ccb8e086e47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731608025698 2024-11-14T18:13:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:46,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:46,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742145_1321 (size=13289) 2024-11-14T18:13:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742144_1320 (size=12301) 2024-11-14T18:13:46,342 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/d66f02c84658469e94af87f88c1a975d 2024-11-14T18:13:46,346 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#B#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:46,347 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/0e04913589344d029ac2ed25a8cb108c is 50, key is test_row_0/B:col10/1731608025698/Put/seqid=0 2024-11-14T18:13:46,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742146_1322 (size=13289) 2024-11-14T18:13:46,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/9a57572e233d46f1bd86c5f3f6be29b7 is 50, key is test_row_0/B:col10/1731608026207/Put/seqid=0 2024-11-14T18:13:46,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608086374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608086376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608086383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608086386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,390 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/0e04913589344d029ac2ed25a8cb108c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0e04913589344d029ac2ed25a8cb108c 2024-11-14T18:13:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742147_1323 (size=12301) 2024-11-14T18:13:46,410 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/B of 6458edb727da8656ae873e347f442ed9 into 0e04913589344d029ac2ed25a8cb108c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:46,410 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:46,410 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/B, priority=13, startTime=1731608026252; duration=0sec 2024-11-14T18:13:46,410 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:46,410 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:B 2024-11-14T18:13:46,410 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:46,417 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:46,417 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/C is initiating minor compaction (all files) 2024-11-14T18:13:46,417 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/C in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:46,418 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3f70d7fbf36a452283218420783715e1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/c1ac196fcd394c7b9b5756265559ce22, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c266e69b8ae4d789f51e2606e3a7939] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=36.9 K 2024-11-14T18:13:46,420 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f70d7fbf36a452283218420783715e1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731608023829 2024-11-14T18:13:46,421 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c1ac196fcd394c7b9b5756265559ce22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731608025036 2024-11-14T18:13:46,422 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c266e69b8ae4d789f51e2606e3a7939, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731608025698 2024-11-14T18:13:46,452 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#C#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:46,453 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/412fc49e23db450395058de47ac444f3 is 50, key is test_row_0/C:col10/1731608025698/Put/seqid=0 2024-11-14T18:13:46,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608086493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608086494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608086494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608086495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742148_1324 (size=13289) 2024-11-14T18:13:46,548 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/412fc49e23db450395058de47ac444f3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/412fc49e23db450395058de47ac444f3 2024-11-14T18:13:46,556 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/C of 6458edb727da8656ae873e347f442ed9 into 412fc49e23db450395058de47ac444f3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:46,556 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:46,556 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/C, priority=13, startTime=1731608026252; duration=0sec 2024-11-14T18:13:46,556 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:46,556 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T18:13:46,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608086700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608086700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608086703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608086713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:46,794 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/54b1e210c1824f7caf9d238f624886da as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/54b1e210c1824f7caf9d238f624886da 2024-11-14T18:13:46,806 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/A of 6458edb727da8656ae873e347f442ed9 into 54b1e210c1824f7caf9d238f624886da(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:46,806 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:46,806 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/A, priority=13, startTime=1731608026252; duration=0sec 2024-11-14T18:13:46,807 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:46,807 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:A 2024-11-14T18:13:46,812 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/9a57572e233d46f1bd86c5f3f6be29b7 2024-11-14T18:13:46,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/b40916706d98435cab6c4e20d1334ea6 is 50, key is test_row_0/C:col10/1731608026207/Put/seqid=0 2024-11-14T18:13:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742149_1325 (size=12301) 2024-11-14T18:13:46,878 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/b40916706d98435cab6c4e20d1334ea6 2024-11-14T18:13:46,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/d66f02c84658469e94af87f88c1a975d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/d66f02c84658469e94af87f88c1a975d 2024-11-14T18:13:46,894 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/d66f02c84658469e94af87f88c1a975d, entries=150, sequenceid=438, filesize=12.0 K 2024-11-14T18:13:46,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/9a57572e233d46f1bd86c5f3f6be29b7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a57572e233d46f1bd86c5f3f6be29b7 2024-11-14T18:13:46,918 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a57572e233d46f1bd86c5f3f6be29b7, entries=150, sequenceid=438, filesize=12.0 K 2024-11-14T18:13:46,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/b40916706d98435cab6c4e20d1334ea6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b40916706d98435cab6c4e20d1334ea6 2024-11-14T18:13:46,929 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b40916706d98435cab6c4e20d1334ea6, entries=150, sequenceid=438, filesize=12.0 K 2024-11-14T18:13:46,941 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6458edb727da8656ae873e347f442ed9 in 682ms, sequenceid=438, compaction requested=false 2024-11-14T18:13:46,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:46,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:46,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-14T18:13:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-14T18:13:46,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-14T18:13:46,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4760 sec 2024-11-14T18:13:46,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4920 sec 2024-11-14T18:13:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:47,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T18:13:47,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:47,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/7035e136f26e4ffc99fdb8ede011c7fb is 50, key is test_row_0/A:col10/1731608027023/Put/seqid=0 2024-11-14T18:13:47,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742150_1326 (size=12301) 2024-11-14T18:13:47,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608087110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608087110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608087111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608087113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608087221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608087222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608087225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608087238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,327 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:13:47,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608087430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608087438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608087445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608087450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/7035e136f26e4ffc99fdb8ede011c7fb 2024-11-14T18:13:47,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/99a1ee891d87494f9b62aa42905379f4 is 50, key is test_row_0/B:col10/1731608027023/Put/seqid=0 2024-11-14T18:13:47,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742151_1327 (size=12301) 2024-11-14T18:13:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T18:13:47,579 INFO [Thread-1094 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-14T18:13:47,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-14T18:13:47,586 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:47,587 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:47,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T18:13:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T18:13:47,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608087733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608087744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T18:13:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:47,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:47,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608087751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608087754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T18:13:47,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:47,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T18:13:47,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:47,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:47,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:47,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:47,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:47,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/99a1ee891d87494f9b62aa42905379f4 2024-11-14T18:13:47,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/57095a6d7e824038bfe19b5cea82437d is 50, key is test_row_0/C:col10/1731608027023/Put/seqid=0 2024-11-14T18:13:48,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742152_1328 (size=12301) 2024-11-14T18:13:48,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/57095a6d7e824038bfe19b5cea82437d 2024-11-14T18:13:48,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/7035e136f26e4ffc99fdb8ede011c7fb as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/7035e136f26e4ffc99fdb8ede011c7fb 2024-11-14T18:13:48,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T18:13:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:48,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:48,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/7035e136f26e4ffc99fdb8ede011c7fb, entries=150, sequenceid=459, filesize=12.0 K 2024-11-14T18:13:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:48,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/99a1ee891d87494f9b62aa42905379f4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/99a1ee891d87494f9b62aa42905379f4 2024-11-14T18:13:48,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/99a1ee891d87494f9b62aa42905379f4, entries=150, sequenceid=459, filesize=12.0 K 2024-11-14T18:13:48,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/57095a6d7e824038bfe19b5cea82437d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/57095a6d7e824038bfe19b5cea82437d 2024-11-14T18:13:48,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/57095a6d7e824038bfe19b5cea82437d, entries=150, sequenceid=459, filesize=12.0 K 2024-11-14T18:13:48,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6458edb727da8656ae873e347f442ed9 in 1062ms, sequenceid=459, compaction requested=true 2024-11-14T18:13:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:48,111 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:48,112 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:48,112 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/A is initiating minor compaction (all files) 2024-11-14T18:13:48,112 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/A in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:48,112 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/54b1e210c1824f7caf9d238f624886da, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/d66f02c84658469e94af87f88c1a975d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/7035e136f26e4ffc99fdb8ede011c7fb] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=37.0 K 2024-11-14T18:13:48,113 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54b1e210c1824f7caf9d238f624886da, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731608025698 2024-11-14T18:13:48,113 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting d66f02c84658469e94af87f88c1a975d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731608026192 2024-11-14T18:13:48,114 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7035e136f26e4ffc99fdb8ede011c7fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731608026370 2024-11-14T18:13:48,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:48,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:48,114 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:48,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:48,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:48,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:48,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:48,115 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:48,115 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/B is initiating minor compaction (all files) 2024-11-14T18:13:48,115 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/B in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:48,115 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0e04913589344d029ac2ed25a8cb108c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a57572e233d46f1bd86c5f3f6be29b7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/99a1ee891d87494f9b62aa42905379f4] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=37.0 K 2024-11-14T18:13:48,116 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e04913589344d029ac2ed25a8cb108c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731608025698 2024-11-14T18:13:48,117 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a57572e233d46f1bd86c5f3f6be29b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731608026192 2024-11-14T18:13:48,117 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 99a1ee891d87494f9b62aa42905379f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731608026370 2024-11-14T18:13:48,130 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:48,130 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/e273b88a70bd460a9d48380d7ef905f8 is 50, key is test_row_0/B:col10/1731608027023/Put/seqid=0 2024-11-14T18:13:48,158 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:48,159 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/4921d0e68cc5461f957b636d14c7c4f5 is 50, key is test_row_0/A:col10/1731608027023/Put/seqid=0 2024-11-14T18:13:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T18:13:48,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742153_1329 (size=13391) 2024-11-14T18:13:48,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742154_1330 (size=13391) 2024-11-14T18:13:48,212 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/4921d0e68cc5461f957b636d14c7c4f5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4921d0e68cc5461f957b636d14c7c4f5 2024-11-14T18:13:48,228 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/A of 6458edb727da8656ae873e347f442ed9 into 4921d0e68cc5461f957b636d14c7c4f5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:48,229 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:48,229 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/A, priority=13, startTime=1731608028111; duration=0sec 2024-11-14T18:13:48,229 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:48,229 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:A 2024-11-14T18:13:48,229 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:48,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,235 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:48,235 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/C is initiating minor compaction (all files) 2024-11-14T18:13:48,235 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/C in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:48,235 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/412fc49e23db450395058de47ac444f3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b40916706d98435cab6c4e20d1334ea6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/57095a6d7e824038bfe19b5cea82437d] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=37.0 K 2024-11-14T18:13:48,236 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 412fc49e23db450395058de47ac444f3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731608025698 2024-11-14T18:13:48,236 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting b40916706d98435cab6c4e20d1334ea6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731608026192 2024-11-14T18:13:48,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T18:13:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:48,238 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:13:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:48,247 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57095a6d7e824038bfe19b5cea82437d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731608026370 2024-11-14T18:13:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:48,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/54763a6dd9c649b3b3e89247486b3003 is 50, key is test_row_0/A:col10/1731608027111/Put/seqid=0 2024-11-14T18:13:48,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. as already flushing 2024-11-14T18:13:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742155_1331 (size=12301) 2024-11-14T18:13:48,284 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#C#compaction#285 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:48,285 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/5aa5bcf2456b4f15ac38b23cd042c148 is 50, key is test_row_0/C:col10/1731608027023/Put/seqid=0 2024-11-14T18:13:48,288 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/54763a6dd9c649b3b3e89247486b3003 2024-11-14T18:13:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/12ba47209ab4486282adbcf3ffdf3cb4 is 50, key is test_row_0/B:col10/1731608027111/Put/seqid=0 2024-11-14T18:13:48,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608088297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608088309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608088309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608088311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742156_1332 (size=13391) 2024-11-14T18:13:48,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742157_1333 (size=12301) 2024-11-14T18:13:48,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608088411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608088416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608088416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608088418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,542 DEBUG [Thread-1103 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1be4cd to 127.0.0.1:56630 2024-11-14T18:13:48,544 DEBUG [Thread-1095 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78439bc6 to 127.0.0.1:56630 2024-11-14T18:13:48,544 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:48,544 DEBUG [Thread-1103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:48,546 DEBUG [Thread-1097 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a2545d0 to 127.0.0.1:56630 2024-11-14T18:13:48,546 DEBUG [Thread-1097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:48,547 DEBUG [Thread-1099 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d039dc2 to 127.0.0.1:56630 2024-11-14T18:13:48,547 DEBUG [Thread-1099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:48,549 DEBUG [Thread-1101 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15db087a to 127.0.0.1:56630 2024-11-14T18:13:48,549 DEBUG [Thread-1101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:48,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608088621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608088623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,626 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/e273b88a70bd460a9d48380d7ef905f8 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/e273b88a70bd460a9d48380d7ef905f8 2024-11-14T18:13:48,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608088628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,638 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/B of 6458edb727da8656ae873e347f442ed9 into e273b88a70bd460a9d48380d7ef905f8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:48,638 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:48,638 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/B, priority=13, startTime=1731608028114; duration=0sec 2024-11-14T18:13:48,638 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:48,638 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:B 2024-11-14T18:13:48,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608088635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T18:13:48,737 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/12ba47209ab4486282adbcf3ffdf3cb4 2024-11-14T18:13:48,743 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/5aa5bcf2456b4f15ac38b23cd042c148 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/5aa5bcf2456b4f15ac38b23cd042c148 2024-11-14T18:13:48,758 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/C of 6458edb727da8656ae873e347f442ed9 into 5aa5bcf2456b4f15ac38b23cd042c148(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:48,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/045c8f55ea5040c3b6bb20e90e1aa0d2 is 50, key is test_row_0/C:col10/1731608027111/Put/seqid=0 2024-11-14T18:13:48,758 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:48,758 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/C, priority=13, startTime=1731608028114; duration=0sec 2024-11-14T18:13:48,759 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:48,759 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:48,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742158_1334 (size=12301) 2024-11-14T18:13:48,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33130 deadline: 1731608088923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33154 deadline: 1731608088924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33164 deadline: 1731608088932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:48,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33170 deadline: 1731608088942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:49,179 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/045c8f55ea5040c3b6bb20e90e1aa0d2 2024-11-14T18:13:49,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/54763a6dd9c649b3b3e89247486b3003 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/54763a6dd9c649b3b3e89247486b3003 2024-11-14T18:13:49,190 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/54763a6dd9c649b3b3e89247486b3003, entries=150, sequenceid=479, filesize=12.0 K 2024-11-14T18:13:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/12ba47209ab4486282adbcf3ffdf3cb4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/12ba47209ab4486282adbcf3ffdf3cb4 2024-11-14T18:13:49,195 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/12ba47209ab4486282adbcf3ffdf3cb4, entries=150, sequenceid=479, filesize=12.0 K 2024-11-14T18:13:49,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/045c8f55ea5040c3b6bb20e90e1aa0d2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/045c8f55ea5040c3b6bb20e90e1aa0d2 2024-11-14T18:13:49,200 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/045c8f55ea5040c3b6bb20e90e1aa0d2, entries=150, sequenceid=479, filesize=12.0 K 2024-11-14T18:13:49,200 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6458edb727da8656ae873e347f442ed9 in 962ms, sequenceid=479, compaction requested=false 2024-11-14T18:13:49,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:49,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:49,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-14T18:13:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-14T18:13:49,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-14T18:13:49,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6140 sec 2024-11-14T18:13:49,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.6230 sec 2024-11-14T18:13:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:49,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T18:13:49,427 DEBUG [Thread-1088 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a91dc80 to 127.0.0.1:56630 2024-11-14T18:13:49,427 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:49,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:49,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:49,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:49,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:49,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:49,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:49,429 DEBUG [Thread-1086 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x473477dd to 127.0.0.1:56630 2024-11-14T18:13:49,429 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:49,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/56e7ff9e2be54d71a616e950e2a8047b is 50, key is test_row_0/A:col10/1731608029426/Put/seqid=0 2024-11-14T18:13:49,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742159_1335 (size=12301) 2024-11-14T18:13:49,438 DEBUG [Thread-1084 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05e0e280 to 127.0.0.1:56630 2024-11-14T18:13:49,438 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:49,446 DEBUG [Thread-1092 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6119e7 to 127.0.0.1:56630 2024-11-14T18:13:49,446 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T18:13:49,699 INFO [Thread-1094 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-14T18:13:49,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/56e7ff9e2be54d71a616e950e2a8047b 2024-11-14T18:13:49,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/a792f480f2124f0e86a2b31f2c6f3b37 is 50, key is test_row_0/B:col10/1731608029426/Put/seqid=0 2024-11-14T18:13:49,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742160_1336 (size=12301) 2024-11-14T18:13:50,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/a792f480f2124f0e86a2b31f2c6f3b37 2024-11-14T18:13:50,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/8daf7b1bb99c4c3ab5785766dbce0608 is 50, key is test_row_0/C:col10/1731608029426/Put/seqid=0 2024-11-14T18:13:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742161_1337 (size=12301) 2024-11-14T18:13:50,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/8daf7b1bb99c4c3ab5785766dbce0608 2024-11-14T18:13:50,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/56e7ff9e2be54d71a616e950e2a8047b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/56e7ff9e2be54d71a616e950e2a8047b 2024-11-14T18:13:50,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/56e7ff9e2be54d71a616e950e2a8047b, entries=150, sequenceid=499, filesize=12.0 K 2024-11-14T18:13:50,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/a792f480f2124f0e86a2b31f2c6f3b37 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a792f480f2124f0e86a2b31f2c6f3b37 2024-11-14T18:13:50,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a792f480f2124f0e86a2b31f2c6f3b37, entries=150, sequenceid=499, filesize=12.0 K 2024-11-14T18:13:50,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/8daf7b1bb99c4c3ab5785766dbce0608 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/8daf7b1bb99c4c3ab5785766dbce0608 2024-11-14T18:13:50,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/8daf7b1bb99c4c3ab5785766dbce0608, entries=150, sequenceid=499, filesize=12.0 K 2024-11-14T18:13:50,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=20.13 KB/20610 for 6458edb727da8656ae873e347f442ed9 in 863ms, sequenceid=499, compaction requested=true 2024-11-14T18:13:50,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:50,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:13:50,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:50,290 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:50,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:13:50,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:50,290 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:50,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6458edb727da8656ae873e347f442ed9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:13:50,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:50,291 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:50,291 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:50,291 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/A is initiating minor compaction (all files) 2024-11-14T18:13:50,291 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/B is initiating minor compaction (all files) 2024-11-14T18:13:50,291 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/B in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:50,291 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/A in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:50,291 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/e273b88a70bd460a9d48380d7ef905f8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/12ba47209ab4486282adbcf3ffdf3cb4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a792f480f2124f0e86a2b31f2c6f3b37] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=37.1 K 2024-11-14T18:13:50,291 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4921d0e68cc5461f957b636d14c7c4f5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/54763a6dd9c649b3b3e89247486b3003, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/56e7ff9e2be54d71a616e950e2a8047b] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=37.1 K 2024-11-14T18:13:50,292 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4921d0e68cc5461f957b636d14c7c4f5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731608026370 2024-11-14T18:13:50,292 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting e273b88a70bd460a9d48380d7ef905f8, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731608026370 2024-11-14T18:13:50,292 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54763a6dd9c649b3b3e89247486b3003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731608027097 2024-11-14T18:13:50,292 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 12ba47209ab4486282adbcf3ffdf3cb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731608027097 2024-11-14T18:13:50,292 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56e7ff9e2be54d71a616e950e2a8047b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731608028300 2024-11-14T18:13:50,292 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting a792f480f2124f0e86a2b31f2c6f3b37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731608028300 2024-11-14T18:13:50,300 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#A#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:50,300 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/1ddfc5ccb9a94fc89718281d12b3dc1e is 50, key is test_row_0/A:col10/1731608029426/Put/seqid=0 2024-11-14T18:13:50,304 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#B#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:50,305 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/a1c1e9e142fa4e7cb47f0829b491e9e8 is 50, key is test_row_0/B:col10/1731608029426/Put/seqid=0 2024-11-14T18:13:50,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742162_1338 (size=13493) 2024-11-14T18:13:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742163_1339 (size=13493) 2024-11-14T18:13:50,713 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/1ddfc5ccb9a94fc89718281d12b3dc1e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/1ddfc5ccb9a94fc89718281d12b3dc1e 2024-11-14T18:13:50,717 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/a1c1e9e142fa4e7cb47f0829b491e9e8 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a1c1e9e142fa4e7cb47f0829b491e9e8 2024-11-14T18:13:50,717 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/A of 6458edb727da8656ae873e347f442ed9 into 1ddfc5ccb9a94fc89718281d12b3dc1e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:50,717 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:50,717 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/A, priority=13, startTime=1731608030290; duration=0sec 2024-11-14T18:13:50,717 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:13:50,717 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:A 2024-11-14T18:13:50,717 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:13:50,719 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:13:50,719 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): 6458edb727da8656ae873e347f442ed9/C is initiating minor compaction (all files) 2024-11-14T18:13:50,720 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6458edb727da8656ae873e347f442ed9/C in TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:50,720 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/5aa5bcf2456b4f15ac38b23cd042c148, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/045c8f55ea5040c3b6bb20e90e1aa0d2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/8daf7b1bb99c4c3ab5785766dbce0608] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp, totalSize=37.1 K 2024-11-14T18:13:50,721 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aa5bcf2456b4f15ac38b23cd042c148, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731608026370 2024-11-14T18:13:50,721 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 045c8f55ea5040c3b6bb20e90e1aa0d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731608027097 2024-11-14T18:13:50,721 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8daf7b1bb99c4c3ab5785766dbce0608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731608028300 2024-11-14T18:13:50,724 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/B of 6458edb727da8656ae873e347f442ed9 into a1c1e9e142fa4e7cb47f0829b491e9e8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:50,724 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:50,724 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/B, priority=13, startTime=1731608030290; duration=0sec 2024-11-14T18:13:50,724 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:50,724 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:B 2024-11-14T18:13:50,731 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6458edb727da8656ae873e347f442ed9#C#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:13:50,731 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/a27e58d01086402dac9c80dd362f839f is 50, key is test_row_0/C:col10/1731608029426/Put/seqid=0 2024-11-14T18:13:50,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742164_1340 (size=13493) 2024-11-14T18:13:50,749 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/a27e58d01086402dac9c80dd362f839f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/a27e58d01086402dac9c80dd362f839f 2024-11-14T18:13:50,755 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6458edb727da8656ae873e347f442ed9/C of 6458edb727da8656ae873e347f442ed9 into a27e58d01086402dac9c80dd362f839f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:13:50,755 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:50,755 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9., storeName=6458edb727da8656ae873e347f442ed9/C, priority=13, startTime=1731608030290; duration=0sec 2024-11-14T18:13:50,755 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:13:50,755 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6458edb727da8656ae873e347f442ed9:C 2024-11-14T18:13:53,292 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:37703 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:37703,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:53,797 DEBUG [Thread-1090 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a874cc0 to 127.0.0.1:56630 2024-11-14T18:13:53,797 DEBUG [Thread-1090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3684 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3594 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3443 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3600 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3529 2024-11-14T18:13:53,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T18:13:53,798 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T18:13:53,798 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22a568ce to 127.0.0.1:56630 2024-11-14T18:13:53,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:13:53,802 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T18:13:53,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T18:13:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T18:13:53,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608033818"}]},"ts":"1731608033818"} 2024-11-14T18:13:53,832 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T18:13:53,856 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T18:13:53,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T18:13:53,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6458edb727da8656ae873e347f442ed9, UNASSIGN}] 2024-11-14T18:13:53,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6458edb727da8656ae873e347f442ed9, UNASSIGN 2024-11-14T18:13:53,890 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=6458edb727da8656ae873e347f442ed9, regionState=CLOSING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:13:53,902 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=eed19b614a58,42787,1731607940149, table=TestAcidGuarantees, region=6458edb727da8656ae873e347f442ed9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T18:13:53,906 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T18:13:53,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; CloseRegionProcedure 6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:13:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T18:13:54,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:54,070 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(124): Close 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:54,070 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T18:13:54,070 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1681): Closing 6458edb727da8656ae873e347f442ed9, disabling compactions & flushes 2024-11-14T18:13:54,070 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:54,070 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:54,070 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. after waiting 0 ms 2024-11-14T18:13:54,070 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:54,070 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(2837): Flushing 6458edb727da8656ae873e347f442ed9 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T18:13:54,071 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=A 2024-11-14T18:13:54,071 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:54,071 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=B 2024-11-14T18:13:54,071 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:54,071 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6458edb727da8656ae873e347f442ed9, store=C 2024-11-14T18:13:54,071 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:54,089 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0f0ab0288b7747019fc1a07790685928 is 50, key is test_row_0/A:col10/1731608029445/Put/seqid=0 2024-11-14T18:13:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T18:13:54,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742165_1341 (size=9857) 2024-11-14T18:13:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T18:13:54,546 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0f0ab0288b7747019fc1a07790685928 2024-11-14T18:13:54,576 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/11bfa3d81c7542f88fd1ec74093c6128 is 50, key is test_row_0/B:col10/1731608029445/Put/seqid=0 2024-11-14T18:13:54,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742166_1342 (size=9857) 2024-11-14T18:13:54,609 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/11bfa3d81c7542f88fd1ec74093c6128 2024-11-14T18:13:54,633 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/0c529d901e8b47d3bcbb96c8b1e0ff53 is 50, key is test_row_0/C:col10/1731608029445/Put/seqid=0 2024-11-14T18:13:54,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742167_1343 (size=9857) 2024-11-14T18:13:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T18:13:55,067 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/0c529d901e8b47d3bcbb96c8b1e0ff53 2024-11-14T18:13:55,071 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/A/0f0ab0288b7747019fc1a07790685928 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0f0ab0288b7747019fc1a07790685928 2024-11-14T18:13:55,076 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0f0ab0288b7747019fc1a07790685928, entries=100, sequenceid=509, filesize=9.6 K 2024-11-14T18:13:55,076 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/B/11bfa3d81c7542f88fd1ec74093c6128 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/11bfa3d81c7542f88fd1ec74093c6128 2024-11-14T18:13:55,080 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/11bfa3d81c7542f88fd1ec74093c6128, entries=100, sequenceid=509, filesize=9.6 K 2024-11-14T18:13:55,081 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/.tmp/C/0c529d901e8b47d3bcbb96c8b1e0ff53 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/0c529d901e8b47d3bcbb96c8b1e0ff53 2024-11-14T18:13:55,085 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/0c529d901e8b47d3bcbb96c8b1e0ff53, entries=100, sequenceid=509, filesize=9.6 K 2024-11-14T18:13:55,086 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6458edb727da8656ae873e347f442ed9 in 1016ms, sequenceid=509, compaction requested=false 2024-11-14T18:13:55,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/41c4c32247b54c949e064223afe9dfbd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/231bede36a16498e978552b244c92e60, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/bc02c02315e048ed9aa25059037a3d75, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4e7557d5e5a54333a71fb7824de78129, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c2ef57bf92104408abb77b7e194de51b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/450d0111d22049c98aa8a2eeda2d2e37, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/055c26a2371a43e5a7b3bb757298ab13, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/411f1f7c807e4fe7b8cacecf3bb8f47d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a33bdeaf44f42bba03a995727048d4e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/820a79f6bf6c499e9f7125cf06f6c2bb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c5ef29524c22467a8bb79988a90870e4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/249d553d93774a6da84f6a52137acf6f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/8fd20114f2e6491f926276c81393468d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/95ad0388726044aebedbcc2ed56498ba, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/5a105527ab904b6798bbc1e417ab7c48, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/85340b9b7d20483997c17d8a53294217, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c229c24ac8bf409faa5892479681536f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6868d258e2c74fb19aff7f4efbd3b1dc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a8fcdb8bdde40208263ddbf6a030545, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/232d927925484b80b4809395e74423dc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/964ab438db704a9f9be8da4b19771f9a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/fca221abb15e4f599a162e22dff30cd7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4290a7e53d244718983b14b024379c90, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0fec9ce690bd407293dd22b8d3911b57, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/813c433a9d1a4a9fafade632a6908752, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/67c259edbb69427a8b245e739d58856b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/5f676f6fcab54dbb822df35538af5b43, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6811945179dd4fc6ac0b1878466b1ccf, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/da55113ab4ba4eab9938c5dbaf050bcf, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/54b1e210c1824f7caf9d238f624886da, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/d66f02c84658469e94af87f88c1a975d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4921d0e68cc5461f957b636d14c7c4f5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/7035e136f26e4ffc99fdb8ede011c7fb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/54763a6dd9c649b3b3e89247486b3003, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/56e7ff9e2be54d71a616e950e2a8047b] to archive 2024-11-14T18:13:55,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:13:55,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/41c4c32247b54c949e064223afe9dfbd to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/41c4c32247b54c949e064223afe9dfbd 2024-11-14T18:13:55,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/231bede36a16498e978552b244c92e60 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/231bede36a16498e978552b244c92e60 2024-11-14T18:13:55,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/bc02c02315e048ed9aa25059037a3d75 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/bc02c02315e048ed9aa25059037a3d75 2024-11-14T18:13:55,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4e7557d5e5a54333a71fb7824de78129 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4e7557d5e5a54333a71fb7824de78129 2024-11-14T18:13:55,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c2ef57bf92104408abb77b7e194de51b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c2ef57bf92104408abb77b7e194de51b 2024-11-14T18:13:55,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/450d0111d22049c98aa8a2eeda2d2e37 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/450d0111d22049c98aa8a2eeda2d2e37 2024-11-14T18:13:55,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/055c26a2371a43e5a7b3bb757298ab13 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/055c26a2371a43e5a7b3bb757298ab13 2024-11-14T18:13:55,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/411f1f7c807e4fe7b8cacecf3bb8f47d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/411f1f7c807e4fe7b8cacecf3bb8f47d 2024-11-14T18:13:55,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a33bdeaf44f42bba03a995727048d4e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a33bdeaf44f42bba03a995727048d4e 2024-11-14T18:13:55,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/820a79f6bf6c499e9f7125cf06f6c2bb to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/820a79f6bf6c499e9f7125cf06f6c2bb 2024-11-14T18:13:55,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c5ef29524c22467a8bb79988a90870e4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c5ef29524c22467a8bb79988a90870e4 2024-11-14T18:13:55,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/249d553d93774a6da84f6a52137acf6f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/249d553d93774a6da84f6a52137acf6f 2024-11-14T18:13:55,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/8fd20114f2e6491f926276c81393468d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/8fd20114f2e6491f926276c81393468d 2024-11-14T18:13:55,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/95ad0388726044aebedbcc2ed56498ba to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/95ad0388726044aebedbcc2ed56498ba 2024-11-14T18:13:55,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/5a105527ab904b6798bbc1e417ab7c48 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/5a105527ab904b6798bbc1e417ab7c48 2024-11-14T18:13:55,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/85340b9b7d20483997c17d8a53294217 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/85340b9b7d20483997c17d8a53294217 2024-11-14T18:13:55,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c229c24ac8bf409faa5892479681536f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/c229c24ac8bf409faa5892479681536f 2024-11-14T18:13:55,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6868d258e2c74fb19aff7f4efbd3b1dc to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6868d258e2c74fb19aff7f4efbd3b1dc 2024-11-14T18:13:55,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a8fcdb8bdde40208263ddbf6a030545 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0a8fcdb8bdde40208263ddbf6a030545 2024-11-14T18:13:55,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/232d927925484b80b4809395e74423dc to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/232d927925484b80b4809395e74423dc 2024-11-14T18:13:55,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/964ab438db704a9f9be8da4b19771f9a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/964ab438db704a9f9be8da4b19771f9a 2024-11-14T18:13:55,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/fca221abb15e4f599a162e22dff30cd7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/fca221abb15e4f599a162e22dff30cd7 2024-11-14T18:13:55,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4290a7e53d244718983b14b024379c90 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4290a7e53d244718983b14b024379c90 2024-11-14T18:13:55,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0fec9ce690bd407293dd22b8d3911b57 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0fec9ce690bd407293dd22b8d3911b57 2024-11-14T18:13:55,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/813c433a9d1a4a9fafade632a6908752 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/813c433a9d1a4a9fafade632a6908752 2024-11-14T18:13:55,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/67c259edbb69427a8b245e739d58856b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/67c259edbb69427a8b245e739d58856b 2024-11-14T18:13:55,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/5f676f6fcab54dbb822df35538af5b43 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/5f676f6fcab54dbb822df35538af5b43 2024-11-14T18:13:55,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6811945179dd4fc6ac0b1878466b1ccf to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/6811945179dd4fc6ac0b1878466b1ccf 2024-11-14T18:13:55,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/da55113ab4ba4eab9938c5dbaf050bcf to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/da55113ab4ba4eab9938c5dbaf050bcf 2024-11-14T18:13:55,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/54b1e210c1824f7caf9d238f624886da to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/54b1e210c1824f7caf9d238f624886da 2024-11-14T18:13:55,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/d66f02c84658469e94af87f88c1a975d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/d66f02c84658469e94af87f88c1a975d 2024-11-14T18:13:55,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4921d0e68cc5461f957b636d14c7c4f5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/4921d0e68cc5461f957b636d14c7c4f5 2024-11-14T18:13:55,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/7035e136f26e4ffc99fdb8ede011c7fb to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/7035e136f26e4ffc99fdb8ede011c7fb 2024-11-14T18:13:55,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/54763a6dd9c649b3b3e89247486b3003 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/54763a6dd9c649b3b3e89247486b3003 2024-11-14T18:13:55,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/56e7ff9e2be54d71a616e950e2a8047b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/56e7ff9e2be54d71a616e950e2a8047b 2024-11-14T18:13:55,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a90dfd160e6e467e8d91871bb60ce989, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0677eff70a124702829bba1076dec6e2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/b00c968313e0405792dd4f2c8792a788, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/2197f9812cdb4eb9892f4e51cadae9d9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/6b0c467f474d47c0a8feafb5a0e519a3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1c475ebfff354ef88ac3b9ee1a4b4d74, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ad081b51a4d94ce89fab76db9b0d66b5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/641fe7f736bd41a29e4204db35c73603, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1eb34ccd0bf74b32ad6018aaf0e69936, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/015028c817a149fc8ad3e5a85187c1b3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/e0ba60cd80f44addab93b123061d4df7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a497e27568046fc9ca779c041a452b4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/448995fa989c4d9b8e3c6b800e7aac5c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/06fd99eca1d84845915280b355451033, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/375746f27d144d44b0f15af4baf14fad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/6e29fc0a1054462e9d58cd0d51a4b93a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/41b93f1a73cf46c6991f45973aa9ca81, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1c06605cb37143da81020a42a36618ca, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/f0229ccbf0904957ba2a4f399419e8cb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ed43e2f277ca4d4a85d07cee1c7d24d5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/d7951df0edde4f6e9cc13017d05e76a9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/7a56e21f775d40b59d956e56fa1d25aa, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0558ae8afe2644a1b2afb7f820b67c86, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/f17b055b4660426ba69ea83a9818ee39, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/fd2fba78a7c4494fa56905294d6bc474, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/7d5a626104b948fa883db7540631ca31, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ba5b823f7c714f3591853a0b7ba38920, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9701c1cec6a84889853ba553163bd851, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0e04913589344d029ac2ed25a8cb108c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/681c59be507b478eae3d2ccb8e086e47, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a57572e233d46f1bd86c5f3f6be29b7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/e273b88a70bd460a9d48380d7ef905f8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/99a1ee891d87494f9b62aa42905379f4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/12ba47209ab4486282adbcf3ffdf3cb4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a792f480f2124f0e86a2b31f2c6f3b37] to archive 2024-11-14T18:13:55,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:13:55,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a90dfd160e6e467e8d91871bb60ce989 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a90dfd160e6e467e8d91871bb60ce989 2024-11-14T18:13:55,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0677eff70a124702829bba1076dec6e2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0677eff70a124702829bba1076dec6e2 2024-11-14T18:13:55,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/b00c968313e0405792dd4f2c8792a788 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/b00c968313e0405792dd4f2c8792a788 2024-11-14T18:13:55,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/2197f9812cdb4eb9892f4e51cadae9d9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/2197f9812cdb4eb9892f4e51cadae9d9 2024-11-14T18:13:55,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/6b0c467f474d47c0a8feafb5a0e519a3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/6b0c467f474d47c0a8feafb5a0e519a3 2024-11-14T18:13:55,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1c475ebfff354ef88ac3b9ee1a4b4d74 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1c475ebfff354ef88ac3b9ee1a4b4d74 2024-11-14T18:13:55,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ad081b51a4d94ce89fab76db9b0d66b5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ad081b51a4d94ce89fab76db9b0d66b5 2024-11-14T18:13:55,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/641fe7f736bd41a29e4204db35c73603 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/641fe7f736bd41a29e4204db35c73603 2024-11-14T18:13:55,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1eb34ccd0bf74b32ad6018aaf0e69936 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1eb34ccd0bf74b32ad6018aaf0e69936 2024-11-14T18:13:55,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/015028c817a149fc8ad3e5a85187c1b3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/015028c817a149fc8ad3e5a85187c1b3 2024-11-14T18:13:55,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/e0ba60cd80f44addab93b123061d4df7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/e0ba60cd80f44addab93b123061d4df7 2024-11-14T18:13:55,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a497e27568046fc9ca779c041a452b4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a497e27568046fc9ca779c041a452b4 2024-11-14T18:13:55,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/448995fa989c4d9b8e3c6b800e7aac5c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/448995fa989c4d9b8e3c6b800e7aac5c 2024-11-14T18:13:55,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/06fd99eca1d84845915280b355451033 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/06fd99eca1d84845915280b355451033 2024-11-14T18:13:55,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/375746f27d144d44b0f15af4baf14fad to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/375746f27d144d44b0f15af4baf14fad 2024-11-14T18:13:55,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/6e29fc0a1054462e9d58cd0d51a4b93a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/6e29fc0a1054462e9d58cd0d51a4b93a 2024-11-14T18:13:55,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/41b93f1a73cf46c6991f45973aa9ca81 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/41b93f1a73cf46c6991f45973aa9ca81 2024-11-14T18:13:55,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1c06605cb37143da81020a42a36618ca to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/1c06605cb37143da81020a42a36618ca 2024-11-14T18:13:55,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/f0229ccbf0904957ba2a4f399419e8cb to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/f0229ccbf0904957ba2a4f399419e8cb 2024-11-14T18:13:55,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ed43e2f277ca4d4a85d07cee1c7d24d5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ed43e2f277ca4d4a85d07cee1c7d24d5 2024-11-14T18:13:55,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/d7951df0edde4f6e9cc13017d05e76a9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/d7951df0edde4f6e9cc13017d05e76a9 2024-11-14T18:13:55,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/7a56e21f775d40b59d956e56fa1d25aa to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/7a56e21f775d40b59d956e56fa1d25aa 2024-11-14T18:13:55,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0558ae8afe2644a1b2afb7f820b67c86 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0558ae8afe2644a1b2afb7f820b67c86 2024-11-14T18:13:55,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/f17b055b4660426ba69ea83a9818ee39 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/f17b055b4660426ba69ea83a9818ee39 2024-11-14T18:13:55,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/fd2fba78a7c4494fa56905294d6bc474 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/fd2fba78a7c4494fa56905294d6bc474 2024-11-14T18:13:55,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/7d5a626104b948fa883db7540631ca31 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/7d5a626104b948fa883db7540631ca31 2024-11-14T18:13:55,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ba5b823f7c714f3591853a0b7ba38920 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/ba5b823f7c714f3591853a0b7ba38920 2024-11-14T18:13:55,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9701c1cec6a84889853ba553163bd851 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9701c1cec6a84889853ba553163bd851 2024-11-14T18:13:55,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0e04913589344d029ac2ed25a8cb108c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/0e04913589344d029ac2ed25a8cb108c 2024-11-14T18:13:55,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/681c59be507b478eae3d2ccb8e086e47 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/681c59be507b478eae3d2ccb8e086e47 2024-11-14T18:13:55,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a57572e233d46f1bd86c5f3f6be29b7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/9a57572e233d46f1bd86c5f3f6be29b7 2024-11-14T18:13:55,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/e273b88a70bd460a9d48380d7ef905f8 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/e273b88a70bd460a9d48380d7ef905f8 2024-11-14T18:13:55,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/99a1ee891d87494f9b62aa42905379f4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/99a1ee891d87494f9b62aa42905379f4 2024-11-14T18:13:55,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/12ba47209ab4486282adbcf3ffdf3cb4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/12ba47209ab4486282adbcf3ffdf3cb4 2024-11-14T18:13:55,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a792f480f2124f0e86a2b31f2c6f3b37 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a792f480f2124f0e86a2b31f2c6f3b37 2024-11-14T18:13:55,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/f12151acf9d6430b90eb0a91f7532e01, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/68acc16a9d2f4ed69d1df882deb30ef6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3dee92820af1429aab6a7cfa6d124ed3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/de4a5a81bb3a4de5926e8d49bbcb77a7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b8d901caedb74de9ad2e2528575d9445, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/0e89bf2dfa7b4b8cb540e1712e9341d9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d5152b22c164e52adc4a86b35290aec, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/402eb43491a44961919cdeefe75b723f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f55688ac8f448b59acb637d171d5ed6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/c7feb79ace0c499baa1990d5e192fe43, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c4d2210b2df47efbf1a0c37e491841c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b2e7754ebf754f3db252416a6e5417d1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/5e43481c36a4439eb08f4745638a3566, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/478d06783ed947cf9a32aa624833a691, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/da1a7b8869624fb9a313da70b6e0519c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/aaadda5b393241d28a6143badd3a6cfd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9bfd69fbfc2b4446ad6332dc73b4dfa9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/24dcac7478d14a5abd33b6b3b6704ffe, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/11dc8828036446b99c5d4490ed93b30a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/63a420c313f04396964c071df98297c4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3b86baa5683d4dd58a313eda22adf9f7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/d19db5019eb24a58aa5d09695adf48fb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d9a934f21bc424cb611c4e2ce9f839b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/d58cf54155ab49778e9e3fa9d00754d9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f26d9004ff74813a961a5bebc47c2ad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3f70d7fbf36a452283218420783715e1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/a4ee36eb61594b60a8b44926458605df, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/c1ac196fcd394c7b9b5756265559ce22, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/412fc49e23db450395058de47ac444f3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c266e69b8ae4d789f51e2606e3a7939, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b40916706d98435cab6c4e20d1334ea6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/5aa5bcf2456b4f15ac38b23cd042c148, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/57095a6d7e824038bfe19b5cea82437d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/045c8f55ea5040c3b6bb20e90e1aa0d2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/8daf7b1bb99c4c3ab5785766dbce0608] to archive 2024-11-14T18:13:55,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:13:55,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/f12151acf9d6430b90eb0a91f7532e01 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/f12151acf9d6430b90eb0a91f7532e01 2024-11-14T18:13:55,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/68acc16a9d2f4ed69d1df882deb30ef6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/68acc16a9d2f4ed69d1df882deb30ef6 2024-11-14T18:13:55,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3dee92820af1429aab6a7cfa6d124ed3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3dee92820af1429aab6a7cfa6d124ed3 2024-11-14T18:13:55,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/de4a5a81bb3a4de5926e8d49bbcb77a7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/de4a5a81bb3a4de5926e8d49bbcb77a7 2024-11-14T18:13:55,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b8d901caedb74de9ad2e2528575d9445 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b8d901caedb74de9ad2e2528575d9445 2024-11-14T18:13:55,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/0e89bf2dfa7b4b8cb540e1712e9341d9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/0e89bf2dfa7b4b8cb540e1712e9341d9 2024-11-14T18:13:55,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d5152b22c164e52adc4a86b35290aec to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d5152b22c164e52adc4a86b35290aec 2024-11-14T18:13:55,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/402eb43491a44961919cdeefe75b723f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/402eb43491a44961919cdeefe75b723f 2024-11-14T18:13:55,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f55688ac8f448b59acb637d171d5ed6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f55688ac8f448b59acb637d171d5ed6 2024-11-14T18:13:55,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/c7feb79ace0c499baa1990d5e192fe43 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/c7feb79ace0c499baa1990d5e192fe43 2024-11-14T18:13:55,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c4d2210b2df47efbf1a0c37e491841c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c4d2210b2df47efbf1a0c37e491841c 2024-11-14T18:13:55,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b2e7754ebf754f3db252416a6e5417d1 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b2e7754ebf754f3db252416a6e5417d1 2024-11-14T18:13:55,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/5e43481c36a4439eb08f4745638a3566 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/5e43481c36a4439eb08f4745638a3566 2024-11-14T18:13:55,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/478d06783ed947cf9a32aa624833a691 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/478d06783ed947cf9a32aa624833a691 2024-11-14T18:13:55,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/da1a7b8869624fb9a313da70b6e0519c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/da1a7b8869624fb9a313da70b6e0519c 2024-11-14T18:13:55,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/aaadda5b393241d28a6143badd3a6cfd to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/aaadda5b393241d28a6143badd3a6cfd 2024-11-14T18:13:55,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9bfd69fbfc2b4446ad6332dc73b4dfa9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9bfd69fbfc2b4446ad6332dc73b4dfa9 2024-11-14T18:13:55,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/24dcac7478d14a5abd33b6b3b6704ffe to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/24dcac7478d14a5abd33b6b3b6704ffe 2024-11-14T18:13:55,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/11dc8828036446b99c5d4490ed93b30a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/11dc8828036446b99c5d4490ed93b30a 2024-11-14T18:13:55,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/63a420c313f04396964c071df98297c4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/63a420c313f04396964c071df98297c4 2024-11-14T18:13:55,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3b86baa5683d4dd58a313eda22adf9f7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3b86baa5683d4dd58a313eda22adf9f7 2024-11-14T18:13:55,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/d19db5019eb24a58aa5d09695adf48fb to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/d19db5019eb24a58aa5d09695adf48fb 2024-11-14T18:13:55,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d9a934f21bc424cb611c4e2ce9f839b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/1d9a934f21bc424cb611c4e2ce9f839b 2024-11-14T18:13:55,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/d58cf54155ab49778e9e3fa9d00754d9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/d58cf54155ab49778e9e3fa9d00754d9 2024-11-14T18:13:55,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f26d9004ff74813a961a5bebc47c2ad to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9f26d9004ff74813a961a5bebc47c2ad 2024-11-14T18:13:55,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3f70d7fbf36a452283218420783715e1 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/3f70d7fbf36a452283218420783715e1 2024-11-14T18:13:55,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/a4ee36eb61594b60a8b44926458605df to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/a4ee36eb61594b60a8b44926458605df 2024-11-14T18:13:55,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/c1ac196fcd394c7b9b5756265559ce22 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/c1ac196fcd394c7b9b5756265559ce22 2024-11-14T18:13:55,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/412fc49e23db450395058de47ac444f3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/412fc49e23db450395058de47ac444f3 2024-11-14T18:13:55,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c266e69b8ae4d789f51e2606e3a7939 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/9c266e69b8ae4d789f51e2606e3a7939 2024-11-14T18:13:55,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b40916706d98435cab6c4e20d1334ea6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/b40916706d98435cab6c4e20d1334ea6 2024-11-14T18:13:55,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/5aa5bcf2456b4f15ac38b23cd042c148 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/5aa5bcf2456b4f15ac38b23cd042c148 2024-11-14T18:13:55,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/57095a6d7e824038bfe19b5cea82437d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/57095a6d7e824038bfe19b5cea82437d 2024-11-14T18:13:55,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/045c8f55ea5040c3b6bb20e90e1aa0d2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/045c8f55ea5040c3b6bb20e90e1aa0d2 2024-11-14T18:13:55,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/8daf7b1bb99c4c3ab5785766dbce0608 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/8daf7b1bb99c4c3ab5785766dbce0608 2024-11-14T18:13:55,200 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/recovered.edits/512.seqid, newMaxSeqId=512, maxSeqId=1 2024-11-14T18:13:55,201 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9. 2024-11-14T18:13:55,201 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1635): Region close journal for 6458edb727da8656ae873e347f442ed9: 2024-11-14T18:13:55,203 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(170): Closed 6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:55,203 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=6458edb727da8656ae873e347f442ed9, regionState=CLOSED 2024-11-14T18:13:55,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-14T18:13:55,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseRegionProcedure 6458edb727da8656ae873e347f442ed9, server=eed19b614a58,42787,1731607940149 in 1.2980 sec 2024-11-14T18:13:55,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=83, resume processing ppid=82 2024-11-14T18:13:55,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=82, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6458edb727da8656ae873e347f442ed9, UNASSIGN in 1.3190 sec 2024-11-14T18:13:55,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-14T18:13:55,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3360 sec 2024-11-14T18:13:55,208 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608035208"}]},"ts":"1731608035208"} 2024-11-14T18:13:55,209 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T18:13:55,218 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T18:13:55,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4130 sec 2024-11-14T18:13:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T18:13:55,931 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-14T18:13:55,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T18:13:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:55,932 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=85, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:55,933 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=85, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T18:13:55,935 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:55,937 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/recovered.edits] 2024-11-14T18:13:55,939 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0f0ab0288b7747019fc1a07790685928 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/0f0ab0288b7747019fc1a07790685928 2024-11-14T18:13:55,940 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/1ddfc5ccb9a94fc89718281d12b3dc1e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/A/1ddfc5ccb9a94fc89718281d12b3dc1e 2024-11-14T18:13:55,942 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/11bfa3d81c7542f88fd1ec74093c6128 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/11bfa3d81c7542f88fd1ec74093c6128 2024-11-14T18:13:55,943 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a1c1e9e142fa4e7cb47f0829b491e9e8 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/B/a1c1e9e142fa4e7cb47f0829b491e9e8 2024-11-14T18:13:55,945 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/0c529d901e8b47d3bcbb96c8b1e0ff53 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/0c529d901e8b47d3bcbb96c8b1e0ff53 2024-11-14T18:13:55,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/a27e58d01086402dac9c80dd362f839f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/C/a27e58d01086402dac9c80dd362f839f 2024-11-14T18:13:55,948 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/recovered.edits/512.seqid to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9/recovered.edits/512.seqid 2024-11-14T18:13:55,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/6458edb727da8656ae873e347f442ed9 2024-11-14T18:13:55,949 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T18:13:55,951 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=85, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:55,953 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T18:13:55,955 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T18:13:55,956 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=85, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:55,956 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T18:13:55,957 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731608035956"}]},"ts":"9223372036854775807"} 2024-11-14T18:13:55,958 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T18:13:55,958 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6458edb727da8656ae873e347f442ed9, NAME => 'TestAcidGuarantees,,1731608006083.6458edb727da8656ae873e347f442ed9.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T18:13:55,958 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T18:13:55,958 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731608035958"}]},"ts":"9223372036854775807"} 2024-11-14T18:13:55,960 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T18:13:55,998 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=85, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:55,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-14T18:13:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T18:13:56,034 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-14T18:13:56,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=235 (was 240), OpenFileDescriptor=455 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1370 (was 1345) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1177 (was 1905) 2024-11-14T18:13:56,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=235, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1370, ProcessCount=11, AvailableMemoryMB=1174 2024-11-14T18:13:56,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T18:13:56,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:13:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=86, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:56,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:13:56,056 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:56,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 86 2024-11-14T18:13:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-14T18:13:56,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:13:56,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742168_1344 (size=960) 2024-11-14T18:13:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-14T18:13:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-14T18:13:56,464 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663 2024-11-14T18:13:56,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742169_1345 (size=53) 2024-11-14T18:13:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-14T18:13:56,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:13:56,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d2cf217a6632d2c1f54563ce9dae6ab4, disabling compactions & flushes 2024-11-14T18:13:56,874 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:56,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:56,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. after waiting 0 ms 2024-11-14T18:13:56,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:56,875 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:56,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:13:56,879 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:13:56,880 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731608036880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731608036880"}]},"ts":"1731608036880"} 2024-11-14T18:13:56,890 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T18:13:56,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:13:56,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608036892"}]},"ts":"1731608036892"} 2024-11-14T18:13:56,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T18:13:56,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cf217a6632d2c1f54563ce9dae6ab4, ASSIGN}] 2024-11-14T18:13:56,935 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cf217a6632d2c1f54563ce9dae6ab4, ASSIGN 2024-11-14T18:13:56,942 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cf217a6632d2c1f54563ce9dae6ab4, ASSIGN; state=OFFLINE, location=eed19b614a58,42787,1731607940149; forceNewPlan=false, retain=false 2024-11-14T18:13:57,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=d2cf217a6632d2c1f54563ce9dae6ab4, regionState=OPENING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:13:57,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; OpenRegionProcedure d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:13:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-14T18:13:57,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:57,248 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:57,248 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7285): Opening region: {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:13:57,249 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:57,249 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:13:57,249 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7327): checking encryption for d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:57,249 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7330): checking classloading for d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:57,250 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:57,251 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:13:57,251 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cf217a6632d2c1f54563ce9dae6ab4 columnFamilyName A 2024-11-14T18:13:57,251 DEBUG [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:57,252 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(327): Store=d2cf217a6632d2c1f54563ce9dae6ab4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:13:57,252 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:57,253 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:13:57,253 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cf217a6632d2c1f54563ce9dae6ab4 columnFamilyName B 2024-11-14T18:13:57,253 DEBUG [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:57,254 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(327): Store=d2cf217a6632d2c1f54563ce9dae6ab4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:13:57,254 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:57,255 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:13:57,255 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cf217a6632d2c1f54563ce9dae6ab4 columnFamilyName C 2024-11-14T18:13:57,255 DEBUG [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:57,256 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(327): Store=d2cf217a6632d2c1f54563ce9dae6ab4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:13:57,256 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:57,256 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:57,256 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:57,258 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T18:13:57,259 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1085): writing seq id for d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:57,261 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:13:57,261 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1102): Opened d2cf217a6632d2c1f54563ce9dae6ab4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65335216, jitterRate=-0.026429414749145508}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T18:13:57,262 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1001): Region open journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:13:57,263 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., pid=88, masterSystemTime=1731608037246 2024-11-14T18:13:57,265 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:57,266 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:57,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=d2cf217a6632d2c1f54563ce9dae6ab4, regionState=OPEN, openSeqNum=2, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:13:57,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-14T18:13:57,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; OpenRegionProcedure d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 in 173 msec 2024-11-14T18:13:57,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-14T18:13:57,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cf217a6632d2c1f54563ce9dae6ab4, ASSIGN in 335 msec 2024-11-14T18:13:57,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:13:57,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608037270"}]},"ts":"1731608037270"} 2024-11-14T18:13:57,271 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T18:13:57,286 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:13:57,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2320 sec 2024-11-14T18:13:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-14T18:13:58,162 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 86 completed 2024-11-14T18:13:58,164 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a139b42 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1157d18a 2024-11-14T18:13:58,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2076b3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:58,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:58,209 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:58,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:13:58,212 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:13:58,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T18:13:58,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:13:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T18:13:58,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742170_1346 (size=996) 2024-11-14T18:13:58,227 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T18:13:58,227 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T18:13:58,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T18:13:58,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cf217a6632d2c1f54563ce9dae6ab4, REOPEN/MOVE}] 2024-11-14T18:13:58,233 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cf217a6632d2c1f54563ce9dae6ab4, REOPEN/MOVE 2024-11-14T18:13:58,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=d2cf217a6632d2c1f54563ce9dae6ab4, regionState=CLOSING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:13:58,235 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T18:13:58,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:13:58,386 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:58,387 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:58,387 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T18:13:58,387 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing d2cf217a6632d2c1f54563ce9dae6ab4, disabling compactions & flushes 2024-11-14T18:13:58,387 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:58,387 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:58,387 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. after waiting 0 ms 2024-11-14T18:13:58,387 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:58,394 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T18:13:58,395 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:58,395 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:13:58,395 WARN [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionServer(3786): Not adding moved region record: d2cf217a6632d2c1f54563ce9dae6ab4 to self. 2024-11-14T18:13:58,397 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:58,397 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=d2cf217a6632d2c1f54563ce9dae6ab4, regionState=CLOSED 2024-11-14T18:13:58,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-14T18:13:58,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 in 164 msec 2024-11-14T18:13:58,401 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cf217a6632d2c1f54563ce9dae6ab4, REOPEN/MOVE; state=CLOSED, location=eed19b614a58,42787,1731607940149; forceNewPlan=false, retain=true 2024-11-14T18:13:58,551 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=d2cf217a6632d2c1f54563ce9dae6ab4, regionState=OPENING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:13:58,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=91, state=RUNNABLE; OpenRegionProcedure d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:13:58,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:58,707 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:58,707 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7285): Opening region: {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:13:58,708 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:58,708 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:13:58,708 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7327): checking encryption for d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:58,708 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7330): checking classloading for d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:58,709 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:58,710 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:13:58,710 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cf217a6632d2c1f54563ce9dae6ab4 columnFamilyName A 2024-11-14T18:13:59,034 DEBUG [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:59,035 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(327): Store=d2cf217a6632d2c1f54563ce9dae6ab4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:13:59,036 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:59,037 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:13:59,037 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cf217a6632d2c1f54563ce9dae6ab4 columnFamilyName B 2024-11-14T18:13:59,037 DEBUG [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:59,037 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(327): Store=d2cf217a6632d2c1f54563ce9dae6ab4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:13:59,038 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:59,038 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:13:59,039 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cf217a6632d2c1f54563ce9dae6ab4 columnFamilyName C 2024-11-14T18:13:59,039 DEBUG [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:59,039 INFO [StoreOpener-d2cf217a6632d2c1f54563ce9dae6ab4-1 {}] regionserver.HStore(327): Store=d2cf217a6632d2c1f54563ce9dae6ab4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:13:59,039 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:59,040 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:59,041 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:59,042 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T18:13:59,044 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1085): writing seq id for d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:59,044 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1102): Opened d2cf217a6632d2c1f54563ce9dae6ab4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63583440, jitterRate=-0.05253291130065918}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T18:13:59,045 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1001): Region open journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:13:59,046 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., pid=93, masterSystemTime=1731608038704 2024-11-14T18:13:59,047 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:59,048 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:59,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=d2cf217a6632d2c1f54563ce9dae6ab4, regionState=OPEN, openSeqNum=5, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=91 2024-11-14T18:13:59,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=91, state=SUCCESS; OpenRegionProcedure d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 in 497 msec 2024-11-14T18:13:59,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-14T18:13:59,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cf217a6632d2c1f54563ce9dae6ab4, REOPEN/MOVE in 818 msec 2024-11-14T18:13:59,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-14T18:13:59,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 821 msec 2024-11-14T18:13:59,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 838 msec 2024-11-14T18:13:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T18:13:59,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1acf826f to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@353bcb3d 2024-11-14T18:13:59,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c5edec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:59,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cbce2b4 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77b5b03d 2024-11-14T18:13:59,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789089aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:59,490 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fd3f5fc to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15bd9063 2024-11-14T18:13:59,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699c96a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:59,503 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05c97513 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c0ec341 2024-11-14T18:13:59,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712a5bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:59,516 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42af2962 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4831febd 2024-11-14T18:13:59,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b660061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:59,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e93614e to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45ad0ff5 2024-11-14T18:13:59,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c35c7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:59,566 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0523025d to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28dc77ab 2024-11-14T18:13:59,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a259e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:59,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b9a1701 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70304ef6 2024-11-14T18:13:59,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6179765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:59,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d3b05cf to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f8ea360 2024-11-14T18:13:59,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3518b14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:59,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x170d29d0 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6de21df2 2024-11-14T18:13:59,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d806bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:13:59,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:13:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-14T18:13:59,609 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:13:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T18:13:59,610 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:13:59,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:13:59,610 DEBUG [hconnection-0x71810201-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:59,611 DEBUG [hconnection-0x55d1a9e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:59,611 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:59,612 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:59,614 DEBUG [hconnection-0x2dc82e89-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:59,615 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:59,618 DEBUG [hconnection-0x7a4ec9cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:59,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T18:13:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:13:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:13:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:13:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:13:59,619 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:59,622 DEBUG [hconnection-0x65c4b300-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:59,623 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:59,626 DEBUG [hconnection-0x166cb65b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:59,627 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:59,630 DEBUG [hconnection-0x513abfd5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:59,631 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:59,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608099633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608099633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608099633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,634 DEBUG [hconnection-0x73f39518-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:59,635 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608099636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,638 DEBUG [hconnection-0x5d025a6c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:59,639 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:59,639 DEBUG [hconnection-0x57d4f790-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:13:59,640 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:13:59,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608099640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148ac3b78d17a94910be2d82258cc3850e_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608039618/Put/seqid=0 2024-11-14T18:13:59,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742171_1347 (size=12154) 2024-11-14T18:13:59,677 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:13:59,689 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148ac3b78d17a94910be2d82258cc3850e_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148ac3b78d17a94910be2d82258cc3850e_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:13:59,690 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/8f934263cd354764b69faf753c8c0e1e, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:13:59,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/8f934263cd354764b69faf753c8c0e1e is 175, key is test_row_0/A:col10/1731608039618/Put/seqid=0 2024-11-14T18:13:59,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742172_1348 (size=30955) 2024-11-14T18:13:59,706 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/8f934263cd354764b69faf753c8c0e1e 2024-11-14T18:13:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T18:13:59,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608099734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608099734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608099734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/30401307e2ed4521b05e37a0cef325fa is 50, key is test_row_0/B:col10/1731608039618/Put/seqid=0 2024-11-14T18:13:59,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742173_1349 (size=12001) 2024-11-14T18:13:59,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608099737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608099741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/30401307e2ed4521b05e37a0cef325fa 2024-11-14T18:13:59,761 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T18:13:59,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:59,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:13:59,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:59,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:59,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:59,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/863c0a5a3ae94a888ee6d87da8d100c5 is 50, key is test_row_0/C:col10/1731608039618/Put/seqid=0 2024-11-14T18:13:59,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742174_1350 (size=12001) 2024-11-14T18:13:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T18:13:59,918 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T18:13:59,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:59,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:13:59,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:13:59,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:59,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:13:59,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608099937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608099940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608099944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608099946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:13:59,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:13:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608099959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T18:14:00,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:00,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:00,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:00,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:00,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:00,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/863c0a5a3ae94a888ee6d87da8d100c5 2024-11-14T18:14:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T18:14:00,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T18:14:00,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:00,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:00,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:00,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:00,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:00,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/8f934263cd354764b69faf753c8c0e1e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/8f934263cd354764b69faf753c8c0e1e 2024-11-14T18:14:00,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608100240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608100248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608100249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608100251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608100275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/8f934263cd354764b69faf753c8c0e1e, entries=150, sequenceid=15, filesize=30.2 K 2024-11-14T18:14:00,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/30401307e2ed4521b05e37a0cef325fa as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/30401307e2ed4521b05e37a0cef325fa 2024-11-14T18:14:00,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/30401307e2ed4521b05e37a0cef325fa, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T18:14:00,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/863c0a5a3ae94a888ee6d87da8d100c5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/863c0a5a3ae94a888ee6d87da8d100c5 2024-11-14T18:14:00,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/863c0a5a3ae94a888ee6d87da8d100c5, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T18:14:00,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d2cf217a6632d2c1f54563ce9dae6ab4 in 738ms, sequenceid=15, compaction requested=false 2024-11-14T18:14:00,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:00,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T18:14:00,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:00,389 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T18:14:00,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:00,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:00,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:00,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:00,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:00,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:00,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111475254ecea43c4ff898e629162134afb0_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608039632/Put/seqid=0 2024-11-14T18:14:00,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742175_1351 (size=12154) 2024-11-14T18:14:00,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:00,487 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111475254ecea43c4ff898e629162134afb0_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111475254ecea43c4ff898e629162134afb0_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/89420871fe5743238874b0a1e8b86373, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/89420871fe5743238874b0a1e8b86373 is 175, key is test_row_0/A:col10/1731608039632/Put/seqid=0 2024-11-14T18:14:00,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742176_1352 (size=30955) 2024-11-14T18:14:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T18:14:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:00,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:00,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608100784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608100784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608100800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608100791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608100800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,821 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T18:14:00,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608100901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608100922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608100923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,942 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/89420871fe5743238874b0a1e8b86373 2024-11-14T18:14:00,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608100934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:00,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/b8d16eede20249f4891cff196b238935 is 50, key is test_row_0/B:col10/1731608039632/Put/seqid=0 2024-11-14T18:14:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742177_1353 (size=12001) 2024-11-14T18:14:01,041 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/b8d16eede20249f4891cff196b238935 2024-11-14T18:14:01,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/d063142be20f4f58b8fe09a988ae3c85 is 50, key is test_row_0/C:col10/1731608039632/Put/seqid=0 2024-11-14T18:14:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742178_1354 (size=12001) 2024-11-14T18:14:01,092 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/d063142be20f4f58b8fe09a988ae3c85 2024-11-14T18:14:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/89420871fe5743238874b0a1e8b86373 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/89420871fe5743238874b0a1e8b86373 2024-11-14T18:14:01,109 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/89420871fe5743238874b0a1e8b86373, entries=150, sequenceid=41, filesize=30.2 K 2024-11-14T18:14:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/b8d16eede20249f4891cff196b238935 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/b8d16eede20249f4891cff196b238935 2024-11-14T18:14:01,126 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/b8d16eede20249f4891cff196b238935, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T18:14:01,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608101113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/d063142be20f4f58b8fe09a988ae3c85 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d063142be20f4f58b8fe09a988ae3c85 2024-11-14T18:14:01,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608101135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608101138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608101151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,164 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d063142be20f4f58b8fe09a988ae3c85, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T18:14:01,167 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d2cf217a6632d2c1f54563ce9dae6ab4 in 778ms, sequenceid=41, compaction requested=false 2024-11-14T18:14:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-14T18:14:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-11-14T18:14:01,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-14T18:14:01,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-11-14T18:14:01,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 1.5720 sec 2024-11-14T18:14:01,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T18:14:01,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:01,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144835018f96764e668579829ee71b1ff0_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608040787/Put/seqid=0 2024-11-14T18:14:01,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742179_1355 (size=14594) 2024-11-14T18:14:01,533 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:01,568 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144835018f96764e668579829ee71b1ff0_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144835018f96764e668579829ee71b1ff0_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:01,577 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/a4bdf401691240a39df32e46183c24f3, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:01,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/a4bdf401691240a39df32e46183c24f3 is 175, key is test_row_0/A:col10/1731608040787/Put/seqid=0 2024-11-14T18:14:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608101591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608101593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742180_1356 (size=39549) 2024-11-14T18:14:01,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608101595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608101595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608101712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T18:14:01,721 INFO [Thread-1584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-14T18:14:01,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608101725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-14T18:14:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T18:14:01,742 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:01,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608101734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608101736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,744 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:01,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:01,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608101811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T18:14:01,904 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-14T18:14:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:01,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:01,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:01,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608101933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608101936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608101947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:01,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608101947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,038 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/a4bdf401691240a39df32e46183c24f3 2024-11-14T18:14:02,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-14T18:14:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:02,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T18:14:02,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/56b1976989cb4918bf6f33de8b6d93aa is 50, key is test_row_0/B:col10/1731608040787/Put/seqid=0 2024-11-14T18:14:02,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742181_1357 (size=12001) 2024-11-14T18:14:02,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/56b1976989cb4918bf6f33de8b6d93aa 2024-11-14T18:14:02,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-14T18:14:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:02,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:02,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608102250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608102250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608102262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608102264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/2250295cd228401ca7ef2e259a64f1c0 is 50, key is test_row_0/C:col10/1731608040787/Put/seqid=0 2024-11-14T18:14:02,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742182_1358 (size=12001) 2024-11-14T18:14:02,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/2250295cd228401ca7ef2e259a64f1c0 2024-11-14T18:14:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T18:14:02,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-14T18:14:02,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:02,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:02,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:02,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:02,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:02,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/a4bdf401691240a39df32e46183c24f3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a4bdf401691240a39df32e46183c24f3 2024-11-14T18:14:02,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a4bdf401691240a39df32e46183c24f3, entries=200, sequenceid=52, filesize=38.6 K 2024-11-14T18:14:02,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/56b1976989cb4918bf6f33de8b6d93aa as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/56b1976989cb4918bf6f33de8b6d93aa 2024-11-14T18:14:02,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/56b1976989cb4918bf6f33de8b6d93aa, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T18:14:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/2250295cd228401ca7ef2e259a64f1c0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2250295cd228401ca7ef2e259a64f1c0 2024-11-14T18:14:02,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2250295cd228401ca7ef2e259a64f1c0, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T18:14:02,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d2cf217a6632d2c1f54563ce9dae6ab4 in 1059ms, sequenceid=52, compaction requested=true 2024-11-14T18:14:02,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:02,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:02,513 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:02,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:02,515 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:02,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:02,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:02,515 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:02,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:02,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:02,515 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/A is initiating minor compaction (all files) 2024-11-14T18:14:02,515 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/A in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:02,516 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/8f934263cd354764b69faf753c8c0e1e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/89420871fe5743238874b0a1e8b86373, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a4bdf401691240a39df32e46183c24f3] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=99.1 K 2024-11-14T18:14:02,516 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:02,516 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/8f934263cd354764b69faf753c8c0e1e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/89420871fe5743238874b0a1e8b86373, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a4bdf401691240a39df32e46183c24f3] 2024-11-14T18:14:02,518 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f934263cd354764b69faf753c8c0e1e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731608039615 2024-11-14T18:14:02,518 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:02,519 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/B is initiating minor compaction (all files) 2024-11-14T18:14:02,519 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/B in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:02,519 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/30401307e2ed4521b05e37a0cef325fa, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/b8d16eede20249f4891cff196b238935, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/56b1976989cb4918bf6f33de8b6d93aa] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=35.2 K 2024-11-14T18:14:02,519 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89420871fe5743238874b0a1e8b86373, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731608039630 2024-11-14T18:14:02,519 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4bdf401691240a39df32e46183c24f3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731608040781 2024-11-14T18:14:02,519 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 30401307e2ed4521b05e37a0cef325fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731608039615 2024-11-14T18:14:02,527 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b8d16eede20249f4891cff196b238935, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731608039630 2024-11-14T18:14:02,533 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 56b1976989cb4918bf6f33de8b6d93aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731608040781 2024-11-14T18:14:02,545 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-14T18:14:02,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:02,550 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T18:14:02,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:02,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:02,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:02,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:02,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:02,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:02,580 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:02,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111401ec533df4114558a4cf344bfdc80d12_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608041592/Put/seqid=0 2024-11-14T18:14:02,604 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#B#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:02,604 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/968277a7c716459eb83b322eb7ed4a55 is 50, key is test_row_0/B:col10/1731608040787/Put/seqid=0 2024-11-14T18:14:02,612 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411144336904cc8a645cfb2c20b623a21b3f2_d2cf217a6632d2c1f54563ce9dae6ab4 store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:02,616 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411144336904cc8a645cfb2c20b623a21b3f2_d2cf217a6632d2c1f54563ce9dae6ab4, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:02,616 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144336904cc8a645cfb2c20b623a21b3f2_d2cf217a6632d2c1f54563ce9dae6ab4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:02,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742183_1359 (size=12154) 2024-11-14T18:14:02,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:02,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742184_1360 (size=12104) 2024-11-14T18:14:02,666 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111401ec533df4114558a4cf344bfdc80d12_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111401ec533df4114558a4cf344bfdc80d12_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/55197aef9ee34eb181d9418d66129651, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:02,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/55197aef9ee34eb181d9418d66129651 is 175, key is test_row_0/A:col10/1731608041592/Put/seqid=0 2024-11-14T18:14:02,678 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/968277a7c716459eb83b322eb7ed4a55 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/968277a7c716459eb83b322eb7ed4a55 2024-11-14T18:14:02,686 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/B of d2cf217a6632d2c1f54563ce9dae6ab4 into 968277a7c716459eb83b322eb7ed4a55(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:02,686 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:02,686 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/B, priority=13, startTime=1731608042515; duration=0sec 2024-11-14T18:14:02,687 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:02,687 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:B 2024-11-14T18:14:02,687 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:02,688 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:02,688 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/C is initiating minor compaction (all files) 2024-11-14T18:14:02,688 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/C in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:02,688 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/863c0a5a3ae94a888ee6d87da8d100c5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d063142be20f4f58b8fe09a988ae3c85, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2250295cd228401ca7ef2e259a64f1c0] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=35.2 K 2024-11-14T18:14:02,689 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 863c0a5a3ae94a888ee6d87da8d100c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731608039615 2024-11-14T18:14:02,690 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d063142be20f4f58b8fe09a988ae3c85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731608039630 2024-11-14T18:14:02,690 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2250295cd228401ca7ef2e259a64f1c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731608040781 2024-11-14T18:14:02,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742186_1362 (size=30955) 2024-11-14T18:14:02,725 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#C#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:02,726 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/7d77011ca7c247e8aa812b73055278b7 is 50, key is test_row_0/C:col10/1731608040787/Put/seqid=0 2024-11-14T18:14:02,727 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/55197aef9ee34eb181d9418d66129651 2024-11-14T18:14:02,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742185_1361 (size=4469) 2024-11-14T18:14:02,742 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#A#compaction#306 average throughput is 0.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:02,743 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/e6c8b6755f6a41c8bda7fac26947590a is 175, key is test_row_0/A:col10/1731608040787/Put/seqid=0 2024-11-14T18:14:02,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/851d3a8dbda84c86a070f676e391b39d is 50, key is test_row_0/B:col10/1731608041592/Put/seqid=0 2024-11-14T18:14:02,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742187_1363 (size=12104) 2024-11-14T18:14:02,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742188_1364 (size=31058) 2024-11-14T18:14:02,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742189_1365 (size=12001) 2024-11-14T18:14:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:02,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T18:14:02,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608102905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608102907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608102911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:02,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608102912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608103029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608103029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608103038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608103038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,209 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/7d77011ca7c247e8aa812b73055278b7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7d77011ca7c247e8aa812b73055278b7 2024-11-14T18:14:03,232 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/e6c8b6755f6a41c8bda7fac26947590a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e6c8b6755f6a41c8bda7fac26947590a 2024-11-14T18:14:03,236 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/851d3a8dbda84c86a070f676e391b39d 2024-11-14T18:14:03,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608103237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,245 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/C of d2cf217a6632d2c1f54563ce9dae6ab4 into 7d77011ca7c247e8aa812b73055278b7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:03,245 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:03,245 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/C, priority=13, startTime=1731608042515; duration=0sec 2024-11-14T18:14:03,245 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:03,245 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:C 2024-11-14T18:14:03,247 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/A of d2cf217a6632d2c1f54563ce9dae6ab4 into e6c8b6755f6a41c8bda7fac26947590a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:03,247 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:03,247 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/A, priority=13, startTime=1731608042513; duration=0sec 2024-11-14T18:14:03,247 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:03,247 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:A 2024-11-14T18:14:03,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/5fd473b076ef4fa6a6a187017edd941b is 50, key is test_row_0/C:col10/1731608041592/Put/seqid=0 2024-11-14T18:14:03,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608103245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608103247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608103248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742190_1366 (size=12001) 2024-11-14T18:14:03,290 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/5fd473b076ef4fa6a6a187017edd941b 2024-11-14T18:14:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/55197aef9ee34eb181d9418d66129651 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/55197aef9ee34eb181d9418d66129651 2024-11-14T18:14:03,321 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/55197aef9ee34eb181d9418d66129651, entries=150, sequenceid=78, filesize=30.2 K 2024-11-14T18:14:03,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/851d3a8dbda84c86a070f676e391b39d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/851d3a8dbda84c86a070f676e391b39d 2024-11-14T18:14:03,326 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/851d3a8dbda84c86a070f676e391b39d, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T18:14:03,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/5fd473b076ef4fa6a6a187017edd941b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5fd473b076ef4fa6a6a187017edd941b 2024-11-14T18:14:03,336 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5fd473b076ef4fa6a6a187017edd941b, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T18:14:03,338 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d2cf217a6632d2c1f54563ce9dae6ab4 in 787ms, sequenceid=78, compaction requested=false 2024-11-14T18:14:03,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:03,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:03,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-14T18:14:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-14T18:14:03,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-14T18:14:03,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5980 sec 2024-11-14T18:14:03,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 1.6140 sec 2024-11-14T18:14:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:03,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T18:14:03,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:03,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:03,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:03,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:03,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:03,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:03,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114461f43f70e6b49ddaa707abe0018ea0e_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608042909/Put/seqid=0 2024-11-14T18:14:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742191_1367 (size=14594) 2024-11-14T18:14:03,618 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:03,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608103629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608103631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608103631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,641 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114461f43f70e6b49ddaa707abe0018ea0e_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114461f43f70e6b49ddaa707abe0018ea0e_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:03,645 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/a3866d54615d4ab4bf17503cfdafa86e, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:03,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/a3866d54615d4ab4bf17503cfdafa86e is 175, key is test_row_0/A:col10/1731608042909/Put/seqid=0 2024-11-14T18:14:03,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608103639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742192_1368 (size=39549) 2024-11-14T18:14:03,690 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/a3866d54615d4ab4bf17503cfdafa86e 2024-11-14T18:14:03,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/191c58289ed649fc9d6ef5021ba7fc58 is 50, key is test_row_0/B:col10/1731608042909/Put/seqid=0 2024-11-14T18:14:03,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608103739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608103739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608103740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742193_1369 (size=12001) 2024-11-14T18:14:03,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608103749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/191c58289ed649fc9d6ef5021ba7fc58 2024-11-14T18:14:03,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/a8e6c2f46c3f4cb4ba46953e5fc302bf is 50, key is test_row_0/C:col10/1731608042909/Put/seqid=0 2024-11-14T18:14:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608103831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:03,834 DEBUG [Thread-1576 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4225 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., hostname=eed19b614a58,42787,1731607940149, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:14:03,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742194_1370 (size=12001) 2024-11-14T18:14:03,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/a8e6c2f46c3f4cb4ba46953e5fc302bf 2024-11-14T18:14:03,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/a3866d54615d4ab4bf17503cfdafa86e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a3866d54615d4ab4bf17503cfdafa86e 2024-11-14T18:14:03,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a3866d54615d4ab4bf17503cfdafa86e, entries=200, sequenceid=93, filesize=38.6 K 2024-11-14T18:14:03,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/191c58289ed649fc9d6ef5021ba7fc58 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/191c58289ed649fc9d6ef5021ba7fc58 2024-11-14T18:14:03,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/191c58289ed649fc9d6ef5021ba7fc58, entries=150, sequenceid=93, filesize=11.7 K 2024-11-14T18:14:03,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/a8e6c2f46c3f4cb4ba46953e5fc302bf as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a8e6c2f46c3f4cb4ba46953e5fc302bf 2024-11-14T18:14:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T18:14:03,887 INFO [Thread-1584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-14T18:14:03,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-14T18:14:03,891 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:03,891 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:03,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T18:14:03,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a8e6c2f46c3f4cb4ba46953e5fc302bf, entries=150, sequenceid=93, filesize=11.7 K 2024-11-14T18:14:03,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d2cf217a6632d2c1f54563ce9dae6ab4 in 344ms, sequenceid=93, compaction requested=true 2024-11-14T18:14:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:03,897 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:03,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:03,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:03,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:14:03,898 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:03,899 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:03,899 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/A is initiating minor compaction (all files) 2024-11-14T18:14:03,899 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/A in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:03,899 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e6c8b6755f6a41c8bda7fac26947590a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/55197aef9ee34eb181d9418d66129651, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a3866d54615d4ab4bf17503cfdafa86e] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=99.2 K 2024-11-14T18:14:03,899 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:03,899 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e6c8b6755f6a41c8bda7fac26947590a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/55197aef9ee34eb181d9418d66129651, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a3866d54615d4ab4bf17503cfdafa86e] 2024-11-14T18:14:03,899 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6c8b6755f6a41c8bda7fac26947590a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731608040781 2024-11-14T18:14:03,900 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:03,900 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/B is initiating minor compaction (all files) 2024-11-14T18:14:03,900 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/B in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:03,900 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/968277a7c716459eb83b322eb7ed4a55, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/851d3a8dbda84c86a070f676e391b39d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/191c58289ed649fc9d6ef5021ba7fc58] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=35.3 K 2024-11-14T18:14:03,900 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55197aef9ee34eb181d9418d66129651, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731608041592 2024-11-14T18:14:03,901 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 968277a7c716459eb83b322eb7ed4a55, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731608040781 2024-11-14T18:14:03,901 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3866d54615d4ab4bf17503cfdafa86e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731608042903 2024-11-14T18:14:03,901 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 851d3a8dbda84c86a070f676e391b39d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731608041592 2024-11-14T18:14:03,902 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 191c58289ed649fc9d6ef5021ba7fc58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731608042903 2024-11-14T18:14:03,936 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:03,936 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/c00d9348ac7a448bad7b6c750098f4c4 is 50, key is test_row_0/B:col10/1731608042909/Put/seqid=0 2024-11-14T18:14:03,943 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:03,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742195_1371 (size=12207) 2024-11-14T18:14:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:03,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T18:14:03,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:03,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:03,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:03,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:03,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:03,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:03,971 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411148da0c57aa8d648f18d16fa428aed4f4f_d2cf217a6632d2c1f54563ce9dae6ab4 store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:03,973 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411148da0c57aa8d648f18d16fa428aed4f4f_d2cf217a6632d2c1f54563ce9dae6ab4, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:03,973 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148da0c57aa8d648f18d16fa428aed4f4f_d2cf217a6632d2c1f54563ce9dae6ab4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:03,991 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/c00d9348ac7a448bad7b6c750098f4c4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c00d9348ac7a448bad7b6c750098f4c4 2024-11-14T18:14:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T18:14:04,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608103999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608104002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,013 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/B of d2cf217a6632d2c1f54563ce9dae6ab4 into c00d9348ac7a448bad7b6c750098f4c4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:04,013 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:04,013 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/B, priority=13, startTime=1731608043897; duration=0sec 2024-11-14T18:14:04,013 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:04,013 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:B 2024-11-14T18:14:04,014 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:04,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608104005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608104006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,016 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:04,016 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/C is initiating minor compaction (all files) 2024-11-14T18:14:04,016 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/C in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,016 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7d77011ca7c247e8aa812b73055278b7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5fd473b076ef4fa6a6a187017edd941b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a8e6c2f46c3f4cb4ba46953e5fc302bf] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=35.3 K 2024-11-14T18:14:04,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111413813946f92f4db1a9170f67ea537272_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608043957/Put/seqid=0 2024-11-14T18:14:04,019 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d77011ca7c247e8aa812b73055278b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731608040781 2024-11-14T18:14:04,020 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fd473b076ef4fa6a6a187017edd941b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731608041592 2024-11-14T18:14:04,020 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e6c2f46c3f4cb4ba46953e5fc302bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731608042903 2024-11-14T18:14:04,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742196_1372 (size=4469) 2024-11-14T18:14:04,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T18:14:04,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:04,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742197_1373 (size=12154) 2024-11-14T18:14:04,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:04,069 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111413813946f92f4db1a9170f67ea537272_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111413813946f92f4db1a9170f67ea537272_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:04,070 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/80bfdc04ede0470c97ca09bcc1b6db9d, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:04,070 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#C#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:04,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/80bfdc04ede0470c97ca09bcc1b6db9d is 175, key is test_row_0/A:col10/1731608043957/Put/seqid=0 2024-11-14T18:14:04,070 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/7a0e82e15c064319825b9180b2d6d1d0 is 50, key is test_row_0/C:col10/1731608042909/Put/seqid=0 2024-11-14T18:14:04,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742198_1374 (size=30955) 2024-11-14T18:14:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742199_1375 (size=12207) 2024-11-14T18:14:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608104122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608104122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608104118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608104123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,139 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/7a0e82e15c064319825b9180b2d6d1d0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7a0e82e15c064319825b9180b2d6d1d0 2024-11-14T18:14:04,147 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/C of d2cf217a6632d2c1f54563ce9dae6ab4 into 7a0e82e15c064319825b9180b2d6d1d0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:04,148 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:04,148 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/C, priority=13, startTime=1731608043898; duration=0sec 2024-11-14T18:14:04,148 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:04,148 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:C 2024-11-14T18:14:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T18:14:04,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T18:14:04,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:04,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608104333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608104333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608104334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608104334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T18:14:04,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:04,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,425 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#A#compaction#316 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:04,426 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/a000d4b178ea4e058da2e5fc1617fff6 is 175, key is test_row_0/A:col10/1731608042909/Put/seqid=0 2024-11-14T18:14:04,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742200_1376 (size=31161) 2024-11-14T18:14:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T18:14:04,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T18:14:04,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:04,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,526 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/80bfdc04ede0470c97ca09bcc1b6db9d 2024-11-14T18:14:04,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/2fa26a906bbe4c8283e825839710ce2d is 50, key is test_row_0/B:col10/1731608043957/Put/seqid=0 2024-11-14T18:14:04,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742201_1377 (size=12001) 2024-11-14T18:14:04,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608104641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608104641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/2fa26a906bbe4c8283e825839710ce2d 2024-11-14T18:14:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608104641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608104642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/80e93cb7e1ab4813974594332c95452e is 50, key is test_row_0/C:col10/1731608043957/Put/seqid=0 2024-11-14T18:14:04,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T18:14:04,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:04,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742202_1378 (size=12001) 2024-11-14T18:14:04,827 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T18:14:04,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:04,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,862 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/a000d4b178ea4e058da2e5fc1617fff6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a000d4b178ea4e058da2e5fc1617fff6 2024-11-14T18:14:04,868 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/A of d2cf217a6632d2c1f54563ce9dae6ab4 into a000d4b178ea4e058da2e5fc1617fff6(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:04,868 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:04,868 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/A, priority=13, startTime=1731608043897; duration=0sec 2024-11-14T18:14:04,868 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:04,868 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:A 2024-11-14T18:14:04,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:04,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T18:14:04,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:04,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:04,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T18:14:05,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/80e93cb7e1ab4813974594332c95452e 2024-11-14T18:14:05,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/80bfdc04ede0470c97ca09bcc1b6db9d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/80bfdc04ede0470c97ca09bcc1b6db9d 2024-11-14T18:14:05,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/80bfdc04ede0470c97ca09bcc1b6db9d, entries=150, sequenceid=118, filesize=30.2 K 2024-11-14T18:14:05,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/2fa26a906bbe4c8283e825839710ce2d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/2fa26a906bbe4c8283e825839710ce2d 2024-11-14T18:14:05,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/2fa26a906bbe4c8283e825839710ce2d, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T18:14:05,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/80e93cb7e1ab4813974594332c95452e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/80e93cb7e1ab4813974594332c95452e 2024-11-14T18:14:05,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/80e93cb7e1ab4813974594332c95452e, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T18:14:05,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d2cf217a6632d2c1f54563ce9dae6ab4 in 1179ms, sequenceid=118, compaction requested=false 2024-11-14T18:14:05,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:05,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T18:14:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:05,150 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T18:14:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:05,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:05,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:05,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:05,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142b6aa422b25b49d3bb7ba7cc06274bac_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608044005/Put/seqid=0 2024-11-14T18:14:05,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742203_1379 (size=12154) 2024-11-14T18:14:05,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608105214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608105214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608105215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608105223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608105327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608105327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608105327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608105337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608105530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608105532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608105547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608105532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:05,595 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142b6aa422b25b49d3bb7ba7cc06274bac_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142b6aa422b25b49d3bb7ba7cc06274bac_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:05,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/26ecd80ac60c4dc380721797a635b87d, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:05,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/26ecd80ac60c4dc380721797a635b87d is 175, key is test_row_0/A:col10/1731608044005/Put/seqid=0 2024-11-14T18:14:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742204_1380 (size=30955) 2024-11-14T18:14:05,611 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/26ecd80ac60c4dc380721797a635b87d 2024-11-14T18:14:05,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/340d4604372d4018a144bd929d49593d is 50, key is test_row_0/B:col10/1731608044005/Put/seqid=0 2024-11-14T18:14:05,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742205_1381 (size=12001) 2024-11-14T18:14:05,665 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/340d4604372d4018a144bd929d49593d 2024-11-14T18:14:05,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/0909cdef935642d3936ed83ff3bdb7a5 is 50, key is test_row_0/C:col10/1731608044005/Put/seqid=0 2024-11-14T18:14:05,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742206_1382 (size=12001) 2024-11-14T18:14:05,693 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/0909cdef935642d3936ed83ff3bdb7a5 2024-11-14T18:14:05,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/26ecd80ac60c4dc380721797a635b87d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/26ecd80ac60c4dc380721797a635b87d 2024-11-14T18:14:05,703 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/26ecd80ac60c4dc380721797a635b87d, entries=150, sequenceid=132, filesize=30.2 K 2024-11-14T18:14:05,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/340d4604372d4018a144bd929d49593d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/340d4604372d4018a144bd929d49593d 2024-11-14T18:14:05,715 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/340d4604372d4018a144bd929d49593d, entries=150, sequenceid=132, filesize=11.7 K 2024-11-14T18:14:05,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/0909cdef935642d3936ed83ff3bdb7a5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/0909cdef935642d3936ed83ff3bdb7a5 2024-11-14T18:14:05,724 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/0909cdef935642d3936ed83ff3bdb7a5, entries=150, sequenceid=132, filesize=11.7 K 2024-11-14T18:14:05,725 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d2cf217a6632d2c1f54563ce9dae6ab4 in 575ms, sequenceid=132, compaction requested=true 2024-11-14T18:14:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-14T18:14:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-14T18:14:05,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-14T18:14:05,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8440 sec 2024-11-14T18:14:05,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.8620 sec 2024-11-14T18:14:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:05,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T18:14:05,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:05,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:05,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:05,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:05,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:05,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:05,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114704133db1ccc4da1be0698bbd1101ac4_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608045209/Put/seqid=0 2024-11-14T18:14:05,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742207_1383 (size=14794) 2024-11-14T18:14:05,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608105871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608105908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608105908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:05,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608105908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T18:14:06,008 INFO [Thread-1584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-14T18:14:06,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-14T18:14:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T18:14:06,012 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:06,013 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:06,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:06,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608106020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608106020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608106026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T18:14:06,165 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T18:14:06,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:06,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:06,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:06,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608106232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608106233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608106235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,288 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:06,310 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114704133db1ccc4da1be0698bbd1101ac4_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114704133db1ccc4da1be0698bbd1101ac4_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T18:14:06,316 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/92a687a228714e20a262076aecb5ee54, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:06,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/92a687a228714e20a262076aecb5ee54 is 175, key is test_row_0/A:col10/1731608045209/Put/seqid=0 2024-11-14T18:14:06,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T18:14:06,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:06,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:06,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:06,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742208_1384 (size=39749) 2024-11-14T18:14:06,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608106424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T18:14:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:06,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608106541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:06,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608106543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608106550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T18:14:06,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T18:14:06,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:06,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:06,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:06,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,755 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/92a687a228714e20a262076aecb5ee54 2024-11-14T18:14:06,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/d056734f1a774282a0cb5901bcbf250e is 50, key is test_row_0/B:col10/1731608045209/Put/seqid=0 2024-11-14T18:14:06,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742209_1385 (size=12151) 2024-11-14T18:14:06,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/d056734f1a774282a0cb5901bcbf250e 2024-11-14T18:14:06,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/8e6a23440e6f4cf98ef665bbddce64c2 is 50, key is test_row_0/C:col10/1731608045209/Put/seqid=0 2024-11-14T18:14:06,866 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:06,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T18:14:06,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:06,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:06,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:06,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:06,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742210_1386 (size=12151) 2024-11-14T18:14:06,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/8e6a23440e6f4cf98ef665bbddce64c2 2024-11-14T18:14:06,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/92a687a228714e20a262076aecb5ee54 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/92a687a228714e20a262076aecb5ee54 2024-11-14T18:14:06,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/92a687a228714e20a262076aecb5ee54, entries=200, sequenceid=158, filesize=38.8 K 2024-11-14T18:14:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/d056734f1a774282a0cb5901bcbf250e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d056734f1a774282a0cb5901bcbf250e 2024-11-14T18:14:06,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d056734f1a774282a0cb5901bcbf250e, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T18:14:06,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/8e6a23440e6f4cf98ef665bbddce64c2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/8e6a23440e6f4cf98ef665bbddce64c2 2024-11-14T18:14:07,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/8e6a23440e6f4cf98ef665bbddce64c2, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T18:14:07,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d2cf217a6632d2c1f54563ce9dae6ab4 in 1185ms, sequenceid=158, compaction requested=true 2024-11-14T18:14:07,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:07,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:07,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:07,031 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:07,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:07,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:07,031 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:07,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:07,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:07,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T18:14:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:07,038 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T18:14:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:07,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:07,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:07,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:07,045 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:07,045 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/A is initiating minor compaction (all files) 2024-11-14T18:14:07,045 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/A in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:07,045 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a000d4b178ea4e058da2e5fc1617fff6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/80bfdc04ede0470c97ca09bcc1b6db9d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/26ecd80ac60c4dc380721797a635b87d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/92a687a228714e20a262076aecb5ee54] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=129.7 K 2024-11-14T18:14:07,045 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:07,045 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a000d4b178ea4e058da2e5fc1617fff6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/80bfdc04ede0470c97ca09bcc1b6db9d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/26ecd80ac60c4dc380721797a635b87d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/92a687a228714e20a262076aecb5ee54] 2024-11-14T18:14:07,046 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:07,046 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/B is initiating minor compaction (all files) 2024-11-14T18:14:07,046 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/B in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:07,046 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c00d9348ac7a448bad7b6c750098f4c4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/2fa26a906bbe4c8283e825839710ce2d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/340d4604372d4018a144bd929d49593d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d056734f1a774282a0cb5901bcbf250e] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=47.2 K 2024-11-14T18:14:07,047 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting a000d4b178ea4e058da2e5fc1617fff6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731608042903 2024-11-14T18:14:07,047 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c00d9348ac7a448bad7b6c750098f4c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731608042903 2024-11-14T18:14:07,048 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80bfdc04ede0470c97ca09bcc1b6db9d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731608043628 2024-11-14T18:14:07,048 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fa26a906bbe4c8283e825839710ce2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731608043628 2024-11-14T18:14:07,048 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26ecd80ac60c4dc380721797a635b87d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731608043989 2024-11-14T18:14:07,048 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 340d4604372d4018a144bd929d49593d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731608043989 2024-11-14T18:14:07,049 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92a687a228714e20a262076aecb5ee54, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731608045209 2024-11-14T18:14:07,049 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d056734f1a774282a0cb5901bcbf250e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731608045209 2024-11-14T18:14:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:07,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ca447c9b74f8452eba5260c817b02a9b_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608045866/Put/seqid=0 2024-11-14T18:14:07,087 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:07,092 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#B#compaction#329 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:07,092 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/b5684cf3ca524b548c36f3c48ce2c8b9 is 50, key is test_row_0/B:col10/1731608045209/Put/seqid=0 2024-11-14T18:14:07,102 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114ef04314cee0340588c28a3514ad62598_d2cf217a6632d2c1f54563ce9dae6ab4 store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:07,105 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114ef04314cee0340588c28a3514ad62598_d2cf217a6632d2c1f54563ce9dae6ab4, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:07,106 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ef04314cee0340588c28a3514ad62598_d2cf217a6632d2c1f54563ce9dae6ab4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T18:14:07,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742211_1387 (size=12304) 2024-11-14T18:14:07,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742213_1389 (size=4469) 2024-11-14T18:14:07,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742212_1388 (size=12493) 2024-11-14T18:14:07,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608107158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608107163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608107163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608107281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608107281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608107281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608107435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608107495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608107498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608107502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:07,540 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ca447c9b74f8452eba5260c817b02a9b_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca447c9b74f8452eba5260c817b02a9b_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:07,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/e968506c884a4436906b11bddc766293, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/e968506c884a4436906b11bddc766293 is 175, key is test_row_0/A:col10/1731608045866/Put/seqid=0 2024-11-14T18:14:07,566 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#A#compaction#328 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:07,566 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/c3e5a6fe7a014c66b48c83d35e2354ad is 175, key is test_row_0/A:col10/1731608045209/Put/seqid=0 2024-11-14T18:14:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742214_1390 (size=31105) 2024-11-14T18:14:07,584 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/b5684cf3ca524b548c36f3c48ce2c8b9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/b5684cf3ca524b548c36f3c48ce2c8b9 2024-11-14T18:14:07,585 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/e968506c884a4436906b11bddc766293 2024-11-14T18:14:07,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/cf7cf091fc494fb5b9d93d2f3667f8d2 is 50, key is test_row_0/B:col10/1731608045866/Put/seqid=0 2024-11-14T18:14:07,610 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/B of d2cf217a6632d2c1f54563ce9dae6ab4 into b5684cf3ca524b548c36f3c48ce2c8b9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:07,610 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:07,610 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/B, priority=12, startTime=1731608047031; duration=0sec 2024-11-14T18:14:07,610 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:07,610 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:B 2024-11-14T18:14:07,610 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:07,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742215_1391 (size=31447) 2024-11-14T18:14:07,623 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:07,623 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/C is initiating minor compaction (all files) 2024-11-14T18:14:07,623 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/C in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:07,623 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7a0e82e15c064319825b9180b2d6d1d0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/80e93cb7e1ab4813974594332c95452e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/0909cdef935642d3936ed83ff3bdb7a5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/8e6a23440e6f4cf98ef665bbddce64c2] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=47.2 K 2024-11-14T18:14:07,626 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a0e82e15c064319825b9180b2d6d1d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731608042903 2024-11-14T18:14:07,630 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 80e93cb7e1ab4813974594332c95452e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731608043628 2024-11-14T18:14:07,632 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 0909cdef935642d3936ed83ff3bdb7a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731608043989 2024-11-14T18:14:07,633 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e6a23440e6f4cf98ef665bbddce64c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731608045209 2024-11-14T18:14:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742216_1392 (size=12151) 2024-11-14T18:14:07,665 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/cf7cf091fc494fb5b9d93d2f3667f8d2 2024-11-14T18:14:07,675 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#C#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:07,675 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/7a3342e86ff54011b15f1c79a1769bfc is 50, key is test_row_0/C:col10/1731608045209/Put/seqid=0 2024-11-14T18:14:07,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742217_1393 (size=12493) 2024-11-14T18:14:07,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/d22ec7a4facb4e4ab9ce677c04d19fe0 is 50, key is test_row_0/C:col10/1731608045866/Put/seqid=0 2024-11-14T18:14:07,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742218_1394 (size=12151) 2024-11-14T18:14:07,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608107804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608107809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608107809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608107861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:07,871 DEBUG [Thread-1576 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8263 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., hostname=eed19b614a58,42787,1731607940149, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:14:08,028 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/c3e5a6fe7a014c66b48c83d35e2354ad as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c3e5a6fe7a014c66b48c83d35e2354ad 2024-11-14T18:14:08,035 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/A of d2cf217a6632d2c1f54563ce9dae6ab4 into c3e5a6fe7a014c66b48c83d35e2354ad(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:08,035 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:08,035 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/A, priority=12, startTime=1731608047031; duration=0sec 2024-11-14T18:14:08,035 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:08,035 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:A 2024-11-14T18:14:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T18:14:08,131 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/7a3342e86ff54011b15f1c79a1769bfc as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7a3342e86ff54011b15f1c79a1769bfc 2024-11-14T18:14:08,159 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/C of d2cf217a6632d2c1f54563ce9dae6ab4 into 7a3342e86ff54011b15f1c79a1769bfc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:08,159 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:08,159 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/C, priority=12, startTime=1731608047031; duration=0sec 2024-11-14T18:14:08,159 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:08,159 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:C 2024-11-14T18:14:08,175 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/d22ec7a4facb4e4ab9ce677c04d19fe0 2024-11-14T18:14:08,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/e968506c884a4436906b11bddc766293 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e968506c884a4436906b11bddc766293 2024-11-14T18:14:08,184 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e968506c884a4436906b11bddc766293, entries=150, sequenceid=169, filesize=30.4 K 2024-11-14T18:14:08,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/cf7cf091fc494fb5b9d93d2f3667f8d2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/cf7cf091fc494fb5b9d93d2f3667f8d2 2024-11-14T18:14:08,200 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/cf7cf091fc494fb5b9d93d2f3667f8d2, entries=150, sequenceid=169, filesize=11.9 K 2024-11-14T18:14:08,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/d22ec7a4facb4e4ab9ce677c04d19fe0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d22ec7a4facb4e4ab9ce677c04d19fe0 2024-11-14T18:14:08,218 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d22ec7a4facb4e4ab9ce677c04d19fe0, entries=150, sequenceid=169, filesize=11.9 K 2024-11-14T18:14:08,223 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d2cf217a6632d2c1f54563ce9dae6ab4 in 1184ms, sequenceid=169, compaction requested=false 2024-11-14T18:14:08,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:08,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:08,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-14T18:14:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-14T18:14:08,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-14T18:14:08,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2140 sec 2024-11-14T18:14:08,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.2270 sec 2024-11-14T18:14:08,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T18:14:08,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:08,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:08,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:08,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:08,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:08,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:08,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143b74cc35e95c49cea75145eb839ffa29_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608047130/Put/seqid=0 2024-11-14T18:14:08,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608108348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:08,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608108349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:08,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608108361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:08,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742219_1395 (size=14794) 2024-11-14T18:14:08,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608108457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:08,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608108457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:08,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608108469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:08,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608108665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:08,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608108678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:08,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608108694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:08,794 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:08,799 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143b74cc35e95c49cea75145eb839ffa29_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143b74cc35e95c49cea75145eb839ffa29_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:08,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/4b36e5621f9840baa4ffdb40d5f60372, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:08,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/4b36e5621f9840baa4ffdb40d5f60372 is 175, key is test_row_0/A:col10/1731608047130/Put/seqid=0 2024-11-14T18:14:08,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742220_1396 (size=39749) 2024-11-14T18:14:08,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608108980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:09,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608108992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:09,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608109016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:09,234 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/4b36e5621f9840baa4ffdb40d5f60372 2024-11-14T18:14:09,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/c34af711952e4fd5b53370a40ed0d205 is 50, key is test_row_0/B:col10/1731608047130/Put/seqid=0 2024-11-14T18:14:09,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742221_1397 (size=12151) 2024-11-14T18:14:09,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608109462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:09,464 DEBUG [Thread-1578 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4250 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., hostname=eed19b614a58,42787,1731607940149, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:14:09,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608109492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:09,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608109504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:09,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608109525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:09,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/c34af711952e4fd5b53370a40ed0d205 2024-11-14T18:14:09,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/2391e662127e4796bfcf141ec47d4524 is 50, key is test_row_0/C:col10/1731608047130/Put/seqid=0 2024-11-14T18:14:09,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742222_1398 (size=12151) 2024-11-14T18:14:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T18:14:10,126 INFO [Thread-1584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-14T18:14:10,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-14T18:14:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T18:14:10,132 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:10,133 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:10,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:10,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/2391e662127e4796bfcf141ec47d4524 2024-11-14T18:14:10,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/4b36e5621f9840baa4ffdb40d5f60372 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/4b36e5621f9840baa4ffdb40d5f60372 2024-11-14T18:14:10,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/4b36e5621f9840baa4ffdb40d5f60372, entries=200, sequenceid=198, filesize=38.8 K 2024-11-14T18:14:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/c34af711952e4fd5b53370a40ed0d205 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c34af711952e4fd5b53370a40ed0d205 2024-11-14T18:14:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T18:14:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c34af711952e4fd5b53370a40ed0d205, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T18:14:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/2391e662127e4796bfcf141ec47d4524 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2391e662127e4796bfcf141ec47d4524 2024-11-14T18:14:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2391e662127e4796bfcf141ec47d4524, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T18:14:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,290 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:10,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T18:14:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:10,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d2cf217a6632d2c1f54563ce9dae6ab4 in 1971ms, sequenceid=198, compaction requested=true 2024-11-14T18:14:10,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:10,297 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:14:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,298 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,300 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:10,300 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/A is initiating minor compaction (all files) 2024-11-14T18:14:10,300 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/A in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:10,301 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c3e5a6fe7a014c66b48c83d35e2354ad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e968506c884a4436906b11bddc766293, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/4b36e5621f9840baa4ffdb40d5f60372] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=99.9 K 2024-11-14T18:14:10,301 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:10,301 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c3e5a6fe7a014c66b48c83d35e2354ad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e968506c884a4436906b11bddc766293, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/4b36e5621f9840baa4ffdb40d5f60372] 2024-11-14T18:14:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,302 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3e5a6fe7a014c66b48c83d35e2354ad, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731608045209 2024-11-14T18:14:10,302 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting e968506c884a4436906b11bddc766293, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731608045860 2024-11-14T18:14:10,302 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:10,302 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/B is initiating minor compaction (all files) 2024-11-14T18:14:10,302 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/B in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:10,302 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/b5684cf3ca524b548c36f3c48ce2c8b9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/cf7cf091fc494fb5b9d93d2f3667f8d2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c34af711952e4fd5b53370a40ed0d205] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=35.9 K 2024-11-14T18:14:10,302 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b36e5621f9840baa4ffdb40d5f60372, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731608047130 2024-11-14T18:14:10,303 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b5684cf3ca524b548c36f3c48ce2c8b9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731608045209 2024-11-14T18:14:10,304 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting cf7cf091fc494fb5b9d93d2f3667f8d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731608045860 2024-11-14T18:14:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,304 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c34af711952e4fd5b53370a40ed0d205, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731608047130 2024-11-14T18:14:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,333 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,358 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#B#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:10,359 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/463b339eacc047c7a5d7ee111e574224 is 50, key is test_row_0/B:col10/1731608047130/Put/seqid=0 2024-11-14T18:14:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,363 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411145b2a3c757e1b4c65a0553eeec7983093_d2cf217a6632d2c1f54563ce9dae6ab4 store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,365 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411145b2a3c757e1b4c65a0553eeec7983093_d2cf217a6632d2c1f54563ce9dae6ab4, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:10,365 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145b2a3c757e1b4c65a0553eeec7983093_d2cf217a6632d2c1f54563ce9dae6ab4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742224_1400 (size=4469) 2024-11-14T18:14:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,422 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#A#compaction#336 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,422 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/9bc6063254834cfd86b20f0e346f7a83 is 175, key is test_row_0/A:col10/1731608047130/Put/seqid=0 2024-11-14T18:14:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742223_1399 (size=12595) 2024-11-14T18:14:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T18:14:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T18:14:10,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:10,458 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T18:14:10,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:10,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:10,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:10,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:10,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,467 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/463b339eacc047c7a5d7ee111e574224 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/463b339eacc047c7a5d7ee111e574224 2024-11-14T18:14:10,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742225_1401 (size=31549) 2024-11-14T18:14:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,481 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/B of d2cf217a6632d2c1f54563ce9dae6ab4 into 463b339eacc047c7a5d7ee111e574224(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:10,481 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,481 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/B, priority=13, startTime=1731608050297; duration=0sec 2024-11-14T18:14:10,481 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:10,481 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:B 2024-11-14T18:14:10,481 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,486 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,486 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/C is initiating minor compaction (all files) 2024-11-14T18:14:10,486 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/C in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:10,486 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7a3342e86ff54011b15f1c79a1769bfc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d22ec7a4facb4e4ab9ce677c04d19fe0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2391e662127e4796bfcf141ec47d4524] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=35.9 K 2024-11-14T18:14:10,487 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a3342e86ff54011b15f1c79a1769bfc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731608045209 2024-11-14T18:14:10,487 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d22ec7a4facb4e4ab9ce677c04d19fe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731608045860 2024-11-14T18:14:10,487 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2391e662127e4796bfcf141ec47d4524, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731608047130 2024-11-14T18:14:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148d796c822e0c4077af9acbd7ab5d9213_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608048348/Put/seqid=0 2024-11-14T18:14:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,503 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/9bc6063254834cfd86b20f0e346f7a83 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9bc6063254834cfd86b20f0e346f7a83 2024-11-14T18:14:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,516 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:10,517 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/bf40486f31154acebc4bcd1402ef09d0 is 50, key is test_row_0/C:col10/1731608047130/Put/seqid=0 2024-11-14T18:14:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,517 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/A of d2cf217a6632d2c1f54563ce9dae6ab4 into 9bc6063254834cfd86b20f0e346f7a83(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:10,517 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:10,517 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/A, priority=13, startTime=1731608050297; duration=0sec 2024-11-14T18:14:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,517 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:10,517 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:A 2024-11-14T18:14:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742226_1402 (size=9814) 2024-11-14T18:14:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742227_1403 (size=12595) 2024-11-14T18:14:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,579 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148d796c822e0c4077af9acbd7ab5d9213_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148d796c822e0c4077af9acbd7ab5d9213_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/c35cdc7d44ee4bc687b620e1df966a77, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/c35cdc7d44ee4bc687b620e1df966a77 is 175, key is test_row_0/A:col10/1731608048348/Put/seqid=0 2024-11-14T18:14:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,598 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/bf40486f31154acebc4bcd1402ef09d0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/bf40486f31154acebc4bcd1402ef09d0 2024-11-14T18:14:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742228_1404 (size=22461) 2024-11-14T18:14:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,630 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/c35cdc7d44ee4bc687b620e1df966a77 2024-11-14T18:14:10,630 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/C of d2cf217a6632d2c1f54563ce9dae6ab4 into bf40486f31154acebc4bcd1402ef09d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:10,630 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:10,630 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/C, priority=13, startTime=1731608050297; duration=0sec 2024-11-14T18:14:10,630 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:10,630 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:C 2024-11-14T18:14:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/0fc346f2a6eb4c15a8113335a17ec291 is 50, key is test_row_0/B:col10/1731608048348/Put/seqid=0 2024-11-14T18:14:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742229_1405 (size=9757) 2024-11-14T18:14:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,721 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/0fc346f2a6eb4c15a8113335a17ec291 2024-11-14T18:14:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T18:14:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:10,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/cccc876004e043e8b7862bdb3e5253ce is 50, key is test_row_0/C:col10/1731608048348/Put/seqid=0 2024-11-14T18:14:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608110810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:10,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742230_1406 (size=9757) 2024-11-14T18:14:10,837 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/cccc876004e043e8b7862bdb3e5253ce 2024-11-14T18:14:10,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608110821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:10,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608110823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/c35cdc7d44ee4bc687b620e1df966a77 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c35cdc7d44ee4bc687b620e1df966a77 2024-11-14T18:14:10,876 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c35cdc7d44ee4bc687b620e1df966a77, entries=100, sequenceid=208, filesize=21.9 K 2024-11-14T18:14:10,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/0fc346f2a6eb4c15a8113335a17ec291 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/0fc346f2a6eb4c15a8113335a17ec291 2024-11-14T18:14:10,883 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/0fc346f2a6eb4c15a8113335a17ec291, entries=100, sequenceid=208, filesize=9.5 K 2024-11-14T18:14:10,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/cccc876004e043e8b7862bdb3e5253ce as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/cccc876004e043e8b7862bdb3e5253ce 2024-11-14T18:14:10,890 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/cccc876004e043e8b7862bdb3e5253ce, entries=100, sequenceid=208, filesize=9.5 K 2024-11-14T18:14:10,891 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d2cf217a6632d2c1f54563ce9dae6ab4 in 433ms, sequenceid=208, compaction requested=false 2024-11-14T18:14:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-14T18:14:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-14T18:14:10,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-14T18:14:10,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 762 msec 2024-11-14T18:14:10,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 767 msec 2024-11-14T18:14:10,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T18:14:10,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:10,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:10,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:10,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:10,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:10,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:10,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111425f768a18eaf4d03aed4c09e8d40f7a9_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608050761/Put/seqid=0 2024-11-14T18:14:10,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608110974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608110976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608110986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742231_1407 (size=14794) 2024-11-14T18:14:11,056 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,069 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111425f768a18eaf4d03aed4c09e8d40f7a9_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111425f768a18eaf4d03aed4c09e8d40f7a9_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:11,074 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/6492319df9504bb988757f3014390c1d, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:11,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/6492319df9504bb988757f3014390c1d is 175, key is test_row_0/A:col10/1731608050761/Put/seqid=0 2024-11-14T18:14:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608111087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608111111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608111111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742232_1408 (size=39749) 2024-11-14T18:14:11,124 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/6492319df9504bb988757f3014390c1d 2024-11-14T18:14:11,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/3611e4a1a81646ecbbe5bd3847e069db is 50, key is test_row_0/B:col10/1731608050761/Put/seqid=0 2024-11-14T18:14:11,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742233_1409 (size=12151) 2024-11-14T18:14:11,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/3611e4a1a81646ecbbe5bd3847e069db 2024-11-14T18:14:11,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/42bd637c0b2b4f2f8a7116e64bcb2533 is 50, key is test_row_0/C:col10/1731608050761/Put/seqid=0 2024-11-14T18:14:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T18:14:11,242 INFO [Thread-1584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-14T18:14:11,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742234_1410 (size=12151) 2024-11-14T18:14:11,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-14T18:14:11,283 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:11,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/42bd637c0b2b4f2f8a7116e64bcb2533 2024-11-14T18:14:11,283 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:11,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T18:14:11,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608111298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/6492319df9504bb988757f3014390c1d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6492319df9504bb988757f3014390c1d 2024-11-14T18:14:11,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608111325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608111326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6492319df9504bb988757f3014390c1d, entries=200, sequenceid=238, filesize=38.8 K 2024-11-14T18:14:11,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/3611e4a1a81646ecbbe5bd3847e069db as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3611e4a1a81646ecbbe5bd3847e069db 2024-11-14T18:14:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T18:14:11,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3611e4a1a81646ecbbe5bd3847e069db, entries=150, sequenceid=238, filesize=11.9 K 2024-11-14T18:14:11,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/42bd637c0b2b4f2f8a7116e64bcb2533 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/42bd637c0b2b4f2f8a7116e64bcb2533 2024-11-14T18:14:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/42bd637c0b2b4f2f8a7116e64bcb2533, entries=150, sequenceid=238, filesize=11.9 K 2024-11-14T18:14:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d2cf217a6632d2c1f54563ce9dae6ab4 in 480ms, sequenceid=238, compaction requested=true 2024-11-14T18:14:11,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:11,416 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:11,417 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:11,417 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/A is initiating minor compaction (all files) 2024-11-14T18:14:11,417 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/A in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:11,417 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9bc6063254834cfd86b20f0e346f7a83, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c35cdc7d44ee4bc687b620e1df966a77, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6492319df9504bb988757f3014390c1d] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=91.6 K 2024-11-14T18:14:11,417 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:11,417 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9bc6063254834cfd86b20f0e346f7a83, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c35cdc7d44ee4bc687b620e1df966a77, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6492319df9504bb988757f3014390c1d] 2024-11-14T18:14:11,418 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bc6063254834cfd86b20f0e346f7a83, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731608047130 2024-11-14T18:14:11,418 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c35cdc7d44ee4bc687b620e1df966a77, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731608048348 2024-11-14T18:14:11,418 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6492319df9504bb988757f3014390c1d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731608050761 2024-11-14T18:14:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,427 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:11,429 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:11,430 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114c6d73e947b304422a2d5088492063dd9_d2cf217a6632d2c1f54563ce9dae6ab4 store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,432 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114c6d73e947b304422a2d5088492063dd9_d2cf217a6632d2c1f54563ce9dae6ab4, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:11,433 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c6d73e947b304422a2d5088492063dd9_d2cf217a6632d2c1f54563ce9dae6ab4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,436 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:11,436 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/B is initiating minor compaction (all files) 2024-11-14T18:14:11,436 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/B in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,436 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/463b339eacc047c7a5d7ee111e574224, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/0fc346f2a6eb4c15a8113335a17ec291, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3611e4a1a81646ecbbe5bd3847e069db] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=33.7 K 2024-11-14T18:14:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,437 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 463b339eacc047c7a5d7ee111e574224, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731608047130 2024-11-14T18:14:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,438 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fc346f2a6eb4c15a8113335a17ec291, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731608048348 2024-11-14T18:14:11,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T18:14:11,438 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 3611e4a1a81646ecbbe5bd3847e069db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731608050761 2024-11-14T18:14:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:11,440 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-14T18:14:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,453 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#B#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:11,453 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/5ca6409817234bd590def7e1628ad30c is 50, key is test_row_0/B:col10/1731608050761/Put/seqid=0 2024-11-14T18:14:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742236_1412 (size=12697) 2024-11-14T18:14:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114218d7e496b5942fc8e48e8463b099e45_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608050974/Put/seqid=0 2024-11-14T18:14:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742235_1411 (size=4469) 2024-11-14T18:14:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,507 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/5ca6409817234bd590def7e1628ad30c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/5ca6409817234bd590def7e1628ad30c 2024-11-14T18:14:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,518 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#A#compaction#345 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,518 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/ac9c1e20ce3a48ee813aa29fe1dc3d0f is 175, key is test_row_0/A:col10/1731608050761/Put/seqid=0 2024-11-14T18:14:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742237_1413 (size=9814) 2024-11-14T18:14:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,544 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/B of d2cf217a6632d2c1f54563ce9dae6ab4 into 5ca6409817234bd590def7e1628ad30c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:11,544 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:11,544 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/B, priority=13, startTime=1731608051429; duration=0sec 2024-11-14T18:14:11,544 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:11,544 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:B 2024-11-14T18:14:11,544 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,551 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:11,551 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/C is initiating minor compaction (all files) 2024-11-14T18:14:11,551 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/C in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:11,551 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/bf40486f31154acebc4bcd1402ef09d0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/cccc876004e043e8b7862bdb3e5253ce, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/42bd637c0b2b4f2f8a7116e64bcb2533] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=33.7 K 2024-11-14T18:14:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742238_1414 (size=31651) 2024-11-14T18:14:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,561 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting bf40486f31154acebc4bcd1402ef09d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731608047130 2024-11-14T18:14:11,562 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting cccc876004e043e8b7862bdb3e5253ce, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731608048348 2024-11-14T18:14:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,570 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 42bd637c0b2b4f2f8a7116e64bcb2533, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731608050761 2024-11-14T18:14:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,573 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114218d7e496b5942fc8e48e8463b099e45_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114218d7e496b5942fc8e48e8463b099e45_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/941ab319e1774dcfa7aa9de6fa0350f8, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/941ab319e1774dcfa7aa9de6fa0350f8 is 175, key is test_row_0/A:col10/1731608050974/Put/seqid=0 2024-11-14T18:14:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T18:14:11,592 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/ac9c1e20ce3a48ee813aa29fe1dc3d0f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/ac9c1e20ce3a48ee813aa29fe1dc3d0f 2024-11-14T18:14:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,609 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/A of d2cf217a6632d2c1f54563ce9dae6ab4 into ac9c1e20ce3a48ee813aa29fe1dc3d0f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:11,609 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:11,609 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/A, priority=13, startTime=1731608051416; duration=0sec 2024-11-14T18:14:11,609 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:11,609 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:A 2024-11-14T18:14:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742239_1415 (size=22461) 2024-11-14T18:14:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,612 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#C#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:11,613 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/c766e3af80a6478aa8e394e607301803 is 50, key is test_row_0/C:col10/1731608050761/Put/seqid=0 2024-11-14T18:14:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742240_1416 (size=12697) 2024-11-14T18:14:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,664 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/c766e3af80a6478aa8e394e607301803 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/c766e3af80a6478aa8e394e607301803 2024-11-14T18:14:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,683 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/C of d2cf217a6632d2c1f54563ce9dae6ab4 into c766e3af80a6478aa8e394e607301803(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:11,683 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:11,683 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/C, priority=13, startTime=1731608051429; duration=0sec 2024-11-14T18:14:11,683 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:11,683 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:C 2024-11-14T18:14:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T18:14:11,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608111967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:11,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608111986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608111986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,014 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/941ab319e1774dcfa7aa9de6fa0350f8 2024-11-14T18:14:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/9e32c3ad1d7e4015b6a135bbfba42f29 is 50, key is test_row_0/B:col10/1731608050974/Put/seqid=0 2024-11-14T18:14:12,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608112090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608112103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608112110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742241_1417 (size=9757) 2024-11-14T18:14:12,126 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/9e32c3ad1d7e4015b6a135bbfba42f29 2024-11-14T18:14:12,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/a485a3494be841c9a1c92fd5bec95ae6 is 50, key is test_row_0/C:col10/1731608050974/Put/seqid=0 2024-11-14T18:14:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742242_1418 (size=9757) 2024-11-14T18:14:12,210 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/a485a3494be841c9a1c92fd5bec95ae6 2024-11-14T18:14:12,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/941ab319e1774dcfa7aa9de6fa0350f8 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/941ab319e1774dcfa7aa9de6fa0350f8 2024-11-14T18:14:12,271 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/941ab319e1774dcfa7aa9de6fa0350f8, entries=100, sequenceid=247, filesize=21.9 K 2024-11-14T18:14:12,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/9e32c3ad1d7e4015b6a135bbfba42f29 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/9e32c3ad1d7e4015b6a135bbfba42f29 2024-11-14T18:14:12,278 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/9e32c3ad1d7e4015b6a135bbfba42f29, entries=100, sequenceid=247, filesize=9.5 K 2024-11-14T18:14:12,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/a485a3494be841c9a1c92fd5bec95ae6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a485a3494be841c9a1c92fd5bec95ae6 2024-11-14T18:14:12,299 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a485a3494be841c9a1c92fd5bec95ae6, entries=100, sequenceid=247, filesize=9.5 K 2024-11-14T18:14:12,313 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for d2cf217a6632d2c1f54563ce9dae6ab4 in 873ms, sequenceid=247, compaction requested=false 2024-11-14T18:14:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-14T18:14:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-14T18:14:12,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-14T18:14:12,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0320 sec 2024-11-14T18:14:12,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.0470 sec 2024-11-14T18:14:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:12,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-14T18:14:12,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:12,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:12,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:12,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:12,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:12,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:12,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608112355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608112356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111496cd79e875a94d948d83ea7337904992_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608052314/Put/seqid=0 2024-11-14T18:14:12,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608112371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T18:14:12,400 INFO [Thread-1584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-14T18:14:12,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742243_1419 (size=12454) 2024-11-14T18:14:12,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:12,415 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-14T18:14:12,422 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T18:14:12,424 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:12,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:12,435 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111496cd79e875a94d948d83ea7337904992_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111496cd79e875a94d948d83ea7337904992_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:12,447 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/6891db9b7c884049a35b8be7fd403138, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:12,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/6891db9b7c884049a35b8be7fd403138 is 175, key is test_row_0/A:col10/1731608052314/Put/seqid=0 2024-11-14T18:14:12,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608112474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608112474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742244_1420 (size=31255) 2024-11-14T18:14:12,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/6891db9b7c884049a35b8be7fd403138 2024-11-14T18:14:12,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608112487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/5bf7a31dfe2c4cfabe656dde4bcb46b1 is 50, key is test_row_0/B:col10/1731608052314/Put/seqid=0 2024-11-14T18:14:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T18:14:12,637 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742245_1421 (size=12301) 2024-11-14T18:14:12,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T18:14:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:12,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:12,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/5bf7a31dfe2c4cfabe656dde4bcb46b1 2024-11-14T18:14:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:12,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608112688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608112699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608112709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T18:14:12,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/65585d3e97a348e1bd472b499c7804e8 is 50, key is test_row_0/C:col10/1731608052314/Put/seqid=0 2024-11-14T18:14:12,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T18:14:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:12,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:12,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742246_1422 (size=12301) 2024-11-14T18:14:12,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/65585d3e97a348e1bd472b499c7804e8 2024-11-14T18:14:12,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/6891db9b7c884049a35b8be7fd403138 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6891db9b7c884049a35b8be7fd403138 2024-11-14T18:14:12,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6891db9b7c884049a35b8be7fd403138, entries=150, sequenceid=278, filesize=30.5 K 2024-11-14T18:14:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/5bf7a31dfe2c4cfabe656dde4bcb46b1 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/5bf7a31dfe2c4cfabe656dde4bcb46b1 2024-11-14T18:14:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/5bf7a31dfe2c4cfabe656dde4bcb46b1, entries=150, sequenceid=278, filesize=12.0 K 2024-11-14T18:14:12,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/65585d3e97a348e1bd472b499c7804e8 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/65585d3e97a348e1bd472b499c7804e8 2024-11-14T18:14:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/65585d3e97a348e1bd472b499c7804e8, entries=150, sequenceid=278, filesize=12.0 K 2024-11-14T18:14:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for d2cf217a6632d2c1f54563ce9dae6ab4 in 568ms, sequenceid=278, compaction requested=true 2024-11-14T18:14:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:14:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:14:12,887 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:12,888 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:12,889 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:12,889 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/A is initiating minor compaction (all files) 2024-11-14T18:14:12,889 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/A in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:12,889 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/ac9c1e20ce3a48ee813aa29fe1dc3d0f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/941ab319e1774dcfa7aa9de6fa0350f8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6891db9b7c884049a35b8be7fd403138] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=83.4 K 2024-11-14T18:14:12,889 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:12,889 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/ac9c1e20ce3a48ee813aa29fe1dc3d0f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/941ab319e1774dcfa7aa9de6fa0350f8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6891db9b7c884049a35b8be7fd403138] 2024-11-14T18:14:12,889 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting ac9c1e20ce3a48ee813aa29fe1dc3d0f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731608050761 2024-11-14T18:14:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,898 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:12,898 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 941ab319e1774dcfa7aa9de6fa0350f8, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731608050973 2024-11-14T18:14:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,898 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/B is initiating minor compaction (all files) 2024-11-14T18:14:12,898 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/B in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:12,898 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/5ca6409817234bd590def7e1628ad30c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/9e32c3ad1d7e4015b6a135bbfba42f29, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/5bf7a31dfe2c4cfabe656dde4bcb46b1] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=33.9 K 2024-11-14T18:14:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,899 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 6891db9b7c884049a35b8be7fd403138, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731608051962 2024-11-14T18:14:12,899 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ca6409817234bd590def7e1628ad30c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731608050761 2024-11-14T18:14:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,900 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e32c3ad1d7e4015b6a135bbfba42f29, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731608050973 2024-11-14T18:14:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,904 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bf7a31dfe2c4cfabe656dde4bcb46b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731608051962 2024-11-14T18:14:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,926 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,932 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#B#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,933 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/a53ee949f040406db19910893d58bb3b is 50, key is test_row_0/B:col10/1731608052314/Put/seqid=0 2024-11-14T18:14:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,939 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411145161de2f4ab342bbbb817cd04ca98fad_d2cf217a6632d2c1f54563ce9dae6ab4 store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,941 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411145161de2f4ab342bbbb817cd04ca98fad_d2cf217a6632d2c1f54563ce9dae6ab4, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:12,941 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145161de2f4ab342bbbb817cd04ca98fad_d2cf217a6632d2c1f54563ce9dae6ab4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T18:14:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:12,970 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-14T18:14:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742248_1424 (size=4469) 2024-11-14T18:14:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742247_1423 (size=12949) 2024-11-14T18:14:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148ed441230926496f88c68fb8b8597140_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608052354/Put/seqid=0 2024-11-14T18:14:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742249_1425 (size=9914) 2024-11-14T18:14:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T18:14:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,053 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148ed441230926496f88c68fb8b8597140_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148ed441230926496f88c68fb8b8597140_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/cdbda788a7fd4faeb4b972d7a9d4b03d, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/cdbda788a7fd4faeb4b972d7a9d4b03d is 175, key is test_row_0/A:col10/1731608052354/Put/seqid=0 2024-11-14T18:14:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742250_1426 (size=22561) 2024-11-14T18:14:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608113157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608113165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608113165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608113271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608113278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608113284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,387 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#A#compaction#354 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:13,388 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/2a10cca165e2439e91aa04d8e6af894f is 175, key is test_row_0/A:col10/1731608052314/Put/seqid=0 2024-11-14T18:14:13,410 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/a53ee949f040406db19910893d58bb3b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/a53ee949f040406db19910893d58bb3b 2024-11-14T18:14:13,432 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/B of d2cf217a6632d2c1f54563ce9dae6ab4 into a53ee949f040406db19910893d58bb3b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:13,432 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:13,432 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/B, priority=13, startTime=1731608052887; duration=0sec 2024-11-14T18:14:13,432 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:13,432 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:B 2024-11-14T18:14:13,432 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:13,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742251_1427 (size=31903) 2024-11-14T18:14:13,445 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:13,445 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/C is initiating minor compaction (all files) 2024-11-14T18:14:13,446 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/C in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:13,446 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/c766e3af80a6478aa8e394e607301803, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a485a3494be841c9a1c92fd5bec95ae6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/65585d3e97a348e1bd472b499c7804e8] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=33.9 K 2024-11-14T18:14:13,452 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c766e3af80a6478aa8e394e607301803, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731608050761 2024-11-14T18:14:13,455 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting a485a3494be841c9a1c92fd5bec95ae6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731608050973 2024-11-14T18:14:13,463 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65585d3e97a348e1bd472b499c7804e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731608051962 2024-11-14T18:14:13,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1731608113478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608113482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,488 DEBUG [Thread-1578 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8275 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., hostname=eed19b614a58,42787,1731607940149, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:14:13,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608113484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608113494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,504 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/cdbda788a7fd4faeb4b972d7a9d4b03d 2024-11-14T18:14:13,524 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#C#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:13,525 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/9ba67521d431430fa809c7cd1db72070 is 50, key is test_row_0/C:col10/1731608052314/Put/seqid=0 2024-11-14T18:14:13,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/8df844cff9024cadab47a6b73a9eb579 is 50, key is test_row_0/B:col10/1731608052354/Put/seqid=0 2024-11-14T18:14:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T18:14:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742253_1429 (size=9857) 2024-11-14T18:14:13,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742252_1428 (size=12949) 2024-11-14T18:14:13,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608113794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608113802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608113805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:13,866 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/2a10cca165e2439e91aa04d8e6af894f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2a10cca165e2439e91aa04d8e6af894f 2024-11-14T18:14:13,872 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/A of d2cf217a6632d2c1f54563ce9dae6ab4 into 2a10cca165e2439e91aa04d8e6af894f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:13,872 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:13,872 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/A, priority=13, startTime=1731608052887; duration=0sec 2024-11-14T18:14:13,872 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:13,872 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:A 2024-11-14T18:14:14,019 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/8df844cff9024cadab47a6b73a9eb579 2024-11-14T18:14:14,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/db551dc150c64da3be19e1878655879c is 50, key is test_row_0/C:col10/1731608052354/Put/seqid=0 2024-11-14T18:14:14,053 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/9ba67521d431430fa809c7cd1db72070 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/9ba67521d431430fa809c7cd1db72070 2024-11-14T18:14:14,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742254_1430 (size=9857) 2024-11-14T18:14:14,059 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/db551dc150c64da3be19e1878655879c 2024-11-14T18:14:14,060 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/C of d2cf217a6632d2c1f54563ce9dae6ab4 into 9ba67521d431430fa809c7cd1db72070(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:14,060 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:14,060 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/C, priority=13, startTime=1731608052887; duration=0sec 2024-11-14T18:14:14,061 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:14,061 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:C 2024-11-14T18:14:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/cdbda788a7fd4faeb4b972d7a9d4b03d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/cdbda788a7fd4faeb4b972d7a9d4b03d 2024-11-14T18:14:14,088 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/cdbda788a7fd4faeb4b972d7a9d4b03d, entries=100, sequenceid=287, filesize=22.0 K 2024-11-14T18:14:14,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/8df844cff9024cadab47a6b73a9eb579 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/8df844cff9024cadab47a6b73a9eb579 2024-11-14T18:14:14,120 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/8df844cff9024cadab47a6b73a9eb579, entries=100, sequenceid=287, filesize=9.6 K 2024-11-14T18:14:14,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/db551dc150c64da3be19e1878655879c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db551dc150c64da3be19e1878655879c 2024-11-14T18:14:14,149 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db551dc150c64da3be19e1878655879c, entries=100, sequenceid=287, filesize=9.6 K 2024-11-14T18:14:14,150 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for d2cf217a6632d2c1f54563ce9dae6ab4 in 1180ms, sequenceid=287, compaction requested=false 2024-11-14T18:14:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:14,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:14,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-14T18:14:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-14T18:14:14,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-14T18:14:14,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7460 sec 2024-11-14T18:14:14,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.7580 sec 2024-11-14T18:14:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:14,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-14T18:14:14,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:14,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:14,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:14,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:14,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:14,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:14,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608114335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:14,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608114339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:14,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608114344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:14,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140f8065554b9c43238ab65f151555c58f_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608054313/Put/seqid=0 2024-11-14T18:14:14,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742255_1431 (size=14994) 2024-11-14T18:14:14,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,405 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140f8065554b9c43238ab65f151555c58f_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140f8065554b9c43238ab65f151555c58f_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:14,408 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/531efd811c1a453a9d2d4c2c76514ec5, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:14,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/531efd811c1a453a9d2d4c2c76514ec5 is 175, key is test_row_0/A:col10/1731608054313/Put/seqid=0 2024-11-14T18:14:14,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742256_1432 (size=39949) 2024-11-14T18:14:14,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:14,448 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/531efd811c1a453a9d2d4c2c76514ec5 2024-11-14T18:14:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608114445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:14,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608114445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:14,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608114453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:14,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/119f5ec3f5e142f8b6fa1fe002d71246 is 50, key is test_row_0/B:col10/1731608054313/Put/seqid=0 2024-11-14T18:14:14,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742257_1433 (size=12301) 2024-11-14T18:14:14,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/119f5ec3f5e142f8b6fa1fe002d71246 2024-11-14T18:14:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T18:14:14,548 INFO [Thread-1584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-14T18:14:14,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-14T18:14:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T18:14:14,569 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:14,570 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:14,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:14,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/5103b1106e1648b78bcb90bd6f1b8b78 is 50, key is test_row_0/C:col10/1731608054313/Put/seqid=0 2024-11-14T18:14:14,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742258_1434 (size=12301) 2024-11-14T18:14:14,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/5103b1106e1648b78bcb90bd6f1b8b78 2024-11-14T18:14:14,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608114651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:14,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608114651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:14,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608114662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T18:14:14,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/531efd811c1a453a9d2d4c2c76514ec5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/531efd811c1a453a9d2d4c2c76514ec5 2024-11-14T18:14:14,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:14,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-14T18:14:14,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/531efd811c1a453a9d2d4c2c76514ec5, entries=200, sequenceid=320, filesize=39.0 K 2024-11-14T18:14:14,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:14,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:14,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:14,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:14,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:14,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/119f5ec3f5e142f8b6fa1fe002d71246 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/119f5ec3f5e142f8b6fa1fe002d71246 2024-11-14T18:14:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/119f5ec3f5e142f8b6fa1fe002d71246, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T18:14:14,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/5103b1106e1648b78bcb90bd6f1b8b78 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5103b1106e1648b78bcb90bd6f1b8b78 2024-11-14T18:14:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5103b1106e1648b78bcb90bd6f1b8b78, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T18:14:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for d2cf217a6632d2c1f54563ce9dae6ab4 in 470ms, sequenceid=320, compaction requested=true 2024-11-14T18:14:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:14,794 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:14:14,794 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,804 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:14,804 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/A is initiating minor compaction (all files) 2024-11-14T18:14:14,804 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/A in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:14,804 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2a10cca165e2439e91aa04d8e6af894f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/cdbda788a7fd4faeb4b972d7a9d4b03d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/531efd811c1a453a9d2d4c2c76514ec5] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=92.2 K 2024-11-14T18:14:14,804 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:14,804 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2a10cca165e2439e91aa04d8e6af894f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/cdbda788a7fd4faeb4b972d7a9d4b03d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/531efd811c1a453a9d2d4c2c76514ec5] 2024-11-14T18:14:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,809 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:14,809 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/B is initiating minor compaction (all files) 2024-11-14T18:14:14,809 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/B in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:14,809 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/a53ee949f040406db19910893d58bb3b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/8df844cff9024cadab47a6b73a9eb579, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/119f5ec3f5e142f8b6fa1fe002d71246] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=34.3 K 2024-11-14T18:14:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,813 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a10cca165e2439e91aa04d8e6af894f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731608051962 2024-11-14T18:14:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,813 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting a53ee949f040406db19910893d58bb3b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731608051962 2024-11-14T18:14:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,815 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8df844cff9024cadab47a6b73a9eb579, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731608052346 2024-11-14T18:14:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,815 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting cdbda788a7fd4faeb4b972d7a9d4b03d, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731608052346 2024-11-14T18:14:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,816 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 119f5ec3f5e142f8b6fa1fe002d71246, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731608053141 2024-11-14T18:14:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,816 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 531efd811c1a453a9d2d4c2c76514ec5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731608053141 2024-11-14T18:14:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,868 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:14,868 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/6a89c46bbf634c9b9d7dcd9ee2264a7a is 50, key is test_row_0/B:col10/1731608054313/Put/seqid=0 2024-11-14T18:14:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,879 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T18:14:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:14,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-14T18:14:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,891 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114b0ff3a13054247838fe9b778b4659fd4_d2cf217a6632d2c1f54563ce9dae6ab4 store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,893 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114b0ff3a13054247838fe9b778b4659fd4_d2cf217a6632d2c1f54563ce9dae6ab4, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:14,893 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b0ff3a13054247838fe9b778b4659fd4_d2cf217a6632d2c1f54563ce9dae6ab4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,894 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-14T18:14:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742259_1435 (size=13051) 2024-11-14T18:14:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140b85137686bf4a6e86a7175a1d0bf8aa_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_1/A:col10/1731608054336/Put/seqid=0 2024-11-14T18:14:14,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742260_1436 (size=4469) 2024-11-14T18:14:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742261_1437 (size=9914) 2024-11-14T18:14:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:15,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:15,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608115157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608115167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608115167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T18:14:15,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608115270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608115278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608115280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,361 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#A#compaction#364 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:15,362 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/726b6f52cae4426e914f5d9057981c4e is 175, key is test_row_0/A:col10/1731608054313/Put/seqid=0 2024-11-14T18:14:15,363 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/6a89c46bbf634c9b9d7dcd9ee2264a7a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/6a89c46bbf634c9b9d7dcd9ee2264a7a 2024-11-14T18:14:15,372 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/B of d2cf217a6632d2c1f54563ce9dae6ab4 into 6a89c46bbf634c9b9d7dcd9ee2264a7a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:15,372 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:15,372 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/B, priority=13, startTime=1731608054794; duration=0sec 2024-11-14T18:14:15,372 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:15,372 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:B 2024-11-14T18:14:15,372 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:15,373 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:15,373 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/C is initiating minor compaction (all files) 2024-11-14T18:14:15,373 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/C in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:15,373 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/9ba67521d431430fa809c7cd1db72070, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db551dc150c64da3be19e1878655879c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5103b1106e1648b78bcb90bd6f1b8b78] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=34.3 K 2024-11-14T18:14:15,374 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ba67521d431430fa809c7cd1db72070, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731608051962 2024-11-14T18:14:15,374 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting db551dc150c64da3be19e1878655879c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731608052346 2024-11-14T18:14:15,375 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5103b1106e1648b78bcb90bd6f1b8b78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731608053141 2024-11-14T18:14:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742262_1438 (size=32005) 2024-11-14T18:14:15,395 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140b85137686bf4a6e86a7175a1d0bf8aa_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140b85137686bf4a6e86a7175a1d0bf8aa_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:15,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/2fa2331919064b099181c93d3d6da959, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/2fa2331919064b099181c93d3d6da959 is 175, key is test_row_1/A:col10/1731608054336/Put/seqid=0 2024-11-14T18:14:15,412 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:15,412 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/5df84e261cfa4a3eb6f3f5bb339670a5 is 50, key is test_row_0/C:col10/1731608054313/Put/seqid=0 2024-11-14T18:14:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742263_1439 (size=22561) 2024-11-14T18:14:15,458 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/2fa2331919064b099181c93d3d6da959 2024-11-14T18:14:15,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742264_1440 (size=13051) 2024-11-14T18:14:15,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608115480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/d8dc4a186c3c48e09d7f349be678541b is 50, key is test_row_1/B:col10/1731608054336/Put/seqid=0 2024-11-14T18:14:15,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608115490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608115491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,500 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/5df84e261cfa4a3eb6f3f5bb339670a5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5df84e261cfa4a3eb6f3f5bb339670a5 2024-11-14T18:14:15,521 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/C of d2cf217a6632d2c1f54563ce9dae6ab4 into 5df84e261cfa4a3eb6f3f5bb339670a5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:15,521 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:15,521 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/C, priority=13, startTime=1731608054794; duration=0sec 2024-11-14T18:14:15,521 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:15,521 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:C 2024-11-14T18:14:15,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742265_1441 (size=9857) 2024-11-14T18:14:15,540 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/d8dc4a186c3c48e09d7f349be678541b 2024-11-14T18:14:15,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/db59f610f85d480c987f2f996d458607 is 50, key is test_row_1/C:col10/1731608054336/Put/seqid=0 2024-11-14T18:14:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742266_1442 (size=9857) 2024-11-14T18:14:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T18:14:15,796 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/726b6f52cae4426e914f5d9057981c4e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/726b6f52cae4426e914f5d9057981c4e 2024-11-14T18:14:15,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608115794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608115803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608115803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:15,805 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/A of d2cf217a6632d2c1f54563ce9dae6ab4 into 726b6f52cae4426e914f5d9057981c4e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-14T18:14:15,805 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:15,805 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/A, priority=13, startTime=1731608054794; duration=1sec 2024-11-14T18:14:15,805 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:15,805 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:A 2024-11-14T18:14:15,986 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/db59f610f85d480c987f2f996d458607 2024-11-14T18:14:15,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/2fa2331919064b099181c93d3d6da959 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2fa2331919064b099181c93d3d6da959 2024-11-14T18:14:15,997 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2fa2331919064b099181c93d3d6da959, entries=100, sequenceid=326, filesize=22.0 K 2024-11-14T18:14:15,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/d8dc4a186c3c48e09d7f349be678541b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d8dc4a186c3c48e09d7f349be678541b 2024-11-14T18:14:16,013 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d8dc4a186c3c48e09d7f349be678541b, entries=100, sequenceid=326, filesize=9.6 K 2024-11-14T18:14:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/db59f610f85d480c987f2f996d458607 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db59f610f85d480c987f2f996d458607 2024-11-14T18:14:16,047 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db59f610f85d480c987f2f996d458607, entries=100, sequenceid=326, filesize=9.6 K 2024-11-14T18:14:16,050 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for d2cf217a6632d2c1f54563ce9dae6ab4 in 1156ms, sequenceid=326, compaction requested=false 2024-11-14T18:14:16,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:16,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:16,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-14T18:14:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-14T18:14:16,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-14T18:14:16,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4810 sec 2024-11-14T18:14:16,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4890 sec 2024-11-14T18:14:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:16,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-14T18:14:16,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:16,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:16,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:16,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:16,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:16,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:16,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608116309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:16,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:16,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608116316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608116316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:16,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111434cc2121ef58424e9f8b6a8ab440ff79_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608056305/Put/seqid=0 2024-11-14T18:14:16,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742267_1443 (size=14994) 2024-11-14T18:14:16,379 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:16,383 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111434cc2121ef58424e9f8b6a8ab440ff79_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111434cc2121ef58424e9f8b6a8ab440ff79_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:16,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/0301c7cd98984a30ac1c091c78741908, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:16,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/0301c7cd98984a30ac1c091c78741908 is 175, key is test_row_0/A:col10/1731608056305/Put/seqid=0 2024-11-14T18:14:16,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742268_1444 (size=39949) 2024-11-14T18:14:16,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608116425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:16,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608116426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608116638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:16,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608116641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:16,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T18:14:16,683 INFO [Thread-1584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-14T18:14:16,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-14T18:14:16,685 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T18:14:16,686 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:16,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T18:14:16,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/0301c7cd98984a30ac1c091c78741908 2024-11-14T18:14:16,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/e6ebaaf8669d41fdb11feeeecf4607df is 50, key is test_row_0/B:col10/1731608056305/Put/seqid=0 2024-11-14T18:14:16,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742269_1445 (size=12301) 2024-11-14T18:14:16,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:16,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T18:14:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:16,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:16,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608116943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:16,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608116947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T18:14:17,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:17,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T18:14:17,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:17,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:17,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T18:14:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:17,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/e6ebaaf8669d41fdb11feeeecf4607df 2024-11-14T18:14:17,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/e812e745a37d46a7bb1f98e55d8c4fdc is 50, key is test_row_0/C:col10/1731608056305/Put/seqid=0 2024-11-14T18:14:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742270_1446 (size=12301) 2024-11-14T18:14:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T18:14:17,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608117321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:17,324 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:17,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T18:14:17,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:17,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,334 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:14:17,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608117452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:17,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608117452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:17,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:17,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T18:14:17,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:17,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:17,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T18:14:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:17,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/e812e745a37d46a7bb1f98e55d8c4fdc 2024-11-14T18:14:17,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/0301c7cd98984a30ac1c091c78741908 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/0301c7cd98984a30ac1c091c78741908 2024-11-14T18:14:17,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/0301c7cd98984a30ac1c091c78741908, entries=200, sequenceid=361, filesize=39.0 K 2024-11-14T18:14:17,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/e6ebaaf8669d41fdb11feeeecf4607df as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/e6ebaaf8669d41fdb11feeeecf4607df 2024-11-14T18:14:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/e6ebaaf8669d41fdb11feeeecf4607df, entries=150, sequenceid=361, filesize=12.0 K 2024-11-14T18:14:17,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/e812e745a37d46a7bb1f98e55d8c4fdc as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/e812e745a37d46a7bb1f98e55d8c4fdc 2024-11-14T18:14:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/e812e745a37d46a7bb1f98e55d8c4fdc, entries=150, sequenceid=361, filesize=12.0 K 2024-11-14T18:14:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for d2cf217a6632d2c1f54563ce9dae6ab4 in 1428ms, sequenceid=361, compaction requested=true 2024-11-14T18:14:17,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:17,734 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:17,738 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:17,738 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:17,738 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/A is initiating minor compaction (all files) 2024-11-14T18:14:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,739 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/A in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,740 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/726b6f52cae4426e914f5d9057981c4e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2fa2331919064b099181c93d3d6da959, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/0301c7cd98984a30ac1c091c78741908] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=92.3 K 2024-11-14T18:14:17,740 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,741 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/726b6f52cae4426e914f5d9057981c4e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2fa2331919064b099181c93d3d6da959, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/0301c7cd98984a30ac1c091c78741908] 2024-11-14T18:14:17,742 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 726b6f52cae4426e914f5d9057981c4e, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731608053141 2024-11-14T18:14:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,746 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fa2331919064b099181c93d3d6da959, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731608054336 2024-11-14T18:14:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,748 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:17,748 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/B is initiating minor compaction (all files) 2024-11-14T18:14:17,748 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/B in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,748 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/6a89c46bbf634c9b9d7dcd9ee2264a7a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d8dc4a186c3c48e09d7f349be678541b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/e6ebaaf8669d41fdb11feeeecf4607df] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=34.4 K 2024-11-14T18:14:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,754 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0301c7cd98984a30ac1c091c78741908, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731608055153 2024-11-14T18:14:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,756 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a89c46bbf634c9b9d7dcd9ee2264a7a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731608053141 2024-11-14T18:14:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,758 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d8dc4a186c3c48e09d7f349be678541b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731608054336 2024-11-14T18:14:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,765 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting e6ebaaf8669d41fdb11feeeecf4607df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731608055153 2024-11-14T18:14:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T18:14:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,797 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T18:14:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,802 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-14T18:14:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,837 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,846 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:17,847 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/418cad6c0e0149f3a1f33640d9841308 is 50, key is test_row_0/B:col10/1731608056305/Put/seqid=0 2024-11-14T18:14:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148cb7b697229f49188054581ccf8c9ef5_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_1/A:col10/1731608056314/Put/seqid=0 2024-11-14T18:14:17,850 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411143733a1507af34cf791b69ff452a2c5a6_d2cf217a6632d2c1f54563ce9dae6ab4 store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,852 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411143733a1507af34cf791b69ff452a2c5a6_d2cf217a6632d2c1f54563ce9dae6ab4, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:17,852 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143733a1507af34cf791b69ff452a2c5a6_d2cf217a6632d2c1f54563ce9dae6ab4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742271_1447 (size=13153) 2024-11-14T18:14:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,895 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/418cad6c0e0149f3a1f33640d9841308 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/418cad6c0e0149f3a1f33640d9841308 2024-11-14T18:14:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,902 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/B of d2cf217a6632d2c1f54563ce9dae6ab4 into 418cad6c0e0149f3a1f33640d9841308(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:17,902 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:17,902 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/B, priority=13, startTime=1731608057738; duration=0sec 2024-11-14T18:14:17,902 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:17,902 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:B 2024-11-14T18:14:17,902 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,904 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:17,904 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/C is initiating minor compaction (all files) 2024-11-14T18:14:17,904 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/C in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:17,904 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5df84e261cfa4a3eb6f3f5bb339670a5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db59f610f85d480c987f2f996d458607, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/e812e745a37d46a7bb1f98e55d8c4fdc] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=34.4 K 2024-11-14T18:14:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,908 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 5df84e261cfa4a3eb6f3f5bb339670a5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731608053141 2024-11-14T18:14:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,917 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting db59f610f85d480c987f2f996d458607, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731608054336 2024-11-14T18:14:17,917 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting e812e745a37d46a7bb1f98e55d8c4fdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731608055153 2024-11-14T18:14:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742272_1448 (size=7374) 2024-11-14T18:14:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,954 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148cb7b697229f49188054581ccf8c9ef5_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148cb7b697229f49188054581ccf8c9ef5_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:17,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/5bded6fc2d7243e288d7990d494e37ea, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:17,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742273_1449 (size=4469) 2024-11-14T18:14:17,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/5bded6fc2d7243e288d7990d494e37ea is 175, key is test_row_1/A:col10/1731608056314/Put/seqid=0 2024-11-14T18:14:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,959 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#A#compaction#372 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,959 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/562e9e7f3ad74c038af5a3956da38488 is 175, key is test_row_0/A:col10/1731608056305/Put/seqid=0 2024-11-14T18:14:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,963 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,964 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/5b157b458ad7426ba67fe8ca63f839bd is 50, key is test_row_0/C:col10/1731608056305/Put/seqid=0 2024-11-14T18:14:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742275_1451 (size=13865) 2024-11-14T18:14:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,019 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/5bded6fc2d7243e288d7990d494e37ea 2024-11-14T18:14:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742276_1452 (size=13153) 2024-11-14T18:14:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742274_1450 (size=32107) 2024-11-14T18:14:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/3a26c81581de45d8be01fb84717237d2 is 50, key is test_row_1/B:col10/1731608056314/Put/seqid=0 2024-11-14T18:14:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742277_1453 (size=7415) 2024-11-14T18:14:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,146 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/3a26c81581de45d8be01fb84717237d2 2024-11-14T18:14:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/a9fc08685aeb47ae8c5ce6e896034fcb is 50, key is test_row_1/C:col10/1731608056314/Put/seqid=0 2024-11-14T18:14:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742278_1454 (size=7415) 2024-11-14T18:14:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,249 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/a9fc08685aeb47ae8c5ce6e896034fcb 2024-11-14T18:14:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/5bded6fc2d7243e288d7990d494e37ea as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/5bded6fc2d7243e288d7990d494e37ea 2024-11-14T18:14:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,258 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/5bded6fc2d7243e288d7990d494e37ea, entries=50, sequenceid=366, filesize=13.5 K 2024-11-14T18:14:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/3a26c81581de45d8be01fb84717237d2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3a26c81581de45d8be01fb84717237d2 2024-11-14T18:14:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,269 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3a26c81581de45d8be01fb84717237d2, entries=50, sequenceid=366, filesize=7.2 K 2024-11-14T18:14:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/a9fc08685aeb47ae8c5ce6e896034fcb as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a9fc08685aeb47ae8c5ce6e896034fcb 2024-11-14T18:14:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,277 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a9fc08685aeb47ae8c5ce6e896034fcb, entries=50, sequenceid=366, filesize=7.2 K 2024-11-14T18:14:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,278 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=6.71 KB/6870 for d2cf217a6632d2c1f54563ce9dae6ab4 in 476ms, sequenceid=366, compaction requested=false 2024-11-14T18:14:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-14T18:14:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-14T18:14:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-14T18:14:18,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5960 sec 2024-11-14T18:14:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.6020 sec 2024-11-14T18:14:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,475 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/5b157b458ad7426ba67fe8ca63f839bd as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5b157b458ad7426ba67fe8ca63f839bd 2024-11-14T18:14:18,476 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/562e9e7f3ad74c038af5a3956da38488 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/562e9e7f3ad74c038af5a3956da38488 2024-11-14T18:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,482 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/C of d2cf217a6632d2c1f54563ce9dae6ab4 into 5b157b458ad7426ba67fe8ca63f839bd(size=12.8 K), total size for store is 20.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:18,482 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:18,482 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/C, priority=13, startTime=1731608057738; duration=0sec 2024-11-14T18:14:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,482 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:18,482 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:C 2024-11-14T18:14:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,485 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/A of d2cf217a6632d2c1f54563ce9dae6ab4 into 562e9e7f3ad74c038af5a3956da38488(size=31.4 K), total size for store is 44.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:18,485 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,485 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/A, priority=13, startTime=1731608057734; duration=0sec 2024-11-14T18:14:18,485 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:18,485 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:A 2024-11-14T18:14:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T18:14:18,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:18,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:18,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:18,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:18,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:18,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f9dbcaec182e4c909b7348a621c0e952_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608058490/Put/seqid=0 2024-11-14T18:14:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742280_1456 (size=25158) 2024-11-14T18:14:18,667 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:18,682 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f9dbcaec182e4c909b7348a621c0e952_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f9dbcaec182e4c909b7348a621c0e952_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:18,694 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/9d54c12013c34b66838217a4c647352f, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:18,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/9d54c12013c34b66838217a4c647352f is 175, key is test_row_0/A:col10/1731608058490/Put/seqid=0 2024-11-14T18:14:18,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608118686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742279_1455 (size=74795) 2024-11-14T18:14:18,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608118711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:18,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608118712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T18:14:18,797 INFO [Thread-1584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-14T18:14:18,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-14T18:14:18,813 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:18,814 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:18,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T18:14:18,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608118814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:18,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608118842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:18,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608118842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T18:14:18,974 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:18,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T18:14:18,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:18,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:18,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:18,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:18,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608119036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608119066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608119068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,109 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/9d54c12013c34b66838217a4c647352f 2024-11-14T18:14:19,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/c4fd6dbec13c4aa49d03c75e1ccde27e is 50, key is test_row_0/B:col10/1731608058490/Put/seqid=0 2024-11-14T18:14:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T18:14:19,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T18:14:19,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:19,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742281_1457 (size=12301) 2024-11-14T18:14:19,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/c4fd6dbec13c4aa49d03c75e1ccde27e 2024-11-14T18:14:19,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/390cf381e30c498eb47e651004764127 is 50, key is test_row_0/C:col10/1731608058490/Put/seqid=0 2024-11-14T18:14:19,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742282_1458 (size=12301) 2024-11-14T18:14:19,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T18:14:19,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:19,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731608119329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,332 DEBUG [Thread-1582 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., hostname=eed19b614a58,42787,1731607940149, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:14:19,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731608119348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36324 deadline: 1731608119374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36334 deadline: 1731608119376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T18:14:19,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T18:14:19,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:19,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,596 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T18:14:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:19,617 DEBUG [Thread-1587 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0523025d to 127.0.0.1:56630 2024-11-14T18:14:19,617 DEBUG [Thread-1587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:19,618 DEBUG [Thread-1589 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b9a1701 to 127.0.0.1:56630 2024-11-14T18:14:19,618 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:19,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/390cf381e30c498eb47e651004764127 2024-11-14T18:14:19,623 DEBUG [Thread-1593 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x170d29d0 to 127.0.0.1:56630 2024-11-14T18:14:19,623 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:19,628 DEBUG [Thread-1591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d3b05cf to 127.0.0.1:56630 2024-11-14T18:14:19,628 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:19,631 DEBUG [Thread-1585 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e93614e to 127.0.0.1:56630 2024-11-14T18:14:19,631 DEBUG [Thread-1585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:19,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/9d54c12013c34b66838217a4c647352f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9d54c12013c34b66838217a4c647352f 2024-11-14T18:14:19,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9d54c12013c34b66838217a4c647352f, entries=400, sequenceid=380, filesize=73.0 K 2024-11-14T18:14:19,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/c4fd6dbec13c4aa49d03c75e1ccde27e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c4fd6dbec13c4aa49d03c75e1ccde27e 2024-11-14T18:14:19,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c4fd6dbec13c4aa49d03c75e1ccde27e, entries=150, sequenceid=380, filesize=12.0 K 2024-11-14T18:14:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/390cf381e30c498eb47e651004764127 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/390cf381e30c498eb47e651004764127 2024-11-14T18:14:19,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/390cf381e30c498eb47e651004764127, entries=150, sequenceid=380, filesize=12.0 K 2024-11-14T18:14:19,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d2cf217a6632d2c1f54563ce9dae6ab4 in 1156ms, sequenceid=380, compaction requested=true 2024-11-14T18:14:19,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:19,684 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:19,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:19,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:19,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:19,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:19,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d2cf217a6632d2c1f54563ce9dae6ab4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:19,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:14:19,684 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:19,690 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120767 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:19,690 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/A is initiating minor compaction (all files) 2024-11-14T18:14:19,690 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/A in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,691 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/562e9e7f3ad74c038af5a3956da38488, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/5bded6fc2d7243e288d7990d494e37ea, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9d54c12013c34b66838217a4c647352f] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=117.9 K 2024-11-14T18:14:19,691 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,691 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/562e9e7f3ad74c038af5a3956da38488, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/5bded6fc2d7243e288d7990d494e37ea, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9d54c12013c34b66838217a4c647352f] 2024-11-14T18:14:19,691 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 562e9e7f3ad74c038af5a3956da38488, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731608055153 2024-11-14T18:14:19,691 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:19,691 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/B is initiating minor compaction (all files) 2024-11-14T18:14:19,691 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/B in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,691 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/418cad6c0e0149f3a1f33640d9841308, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3a26c81581de45d8be01fb84717237d2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c4fd6dbec13c4aa49d03c75e1ccde27e] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=32.1 K 2024-11-14T18:14:19,692 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bded6fc2d7243e288d7990d494e37ea, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731608056314 2024-11-14T18:14:19,692 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d54c12013c34b66838217a4c647352f, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731608058122 2024-11-14T18:14:19,692 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 418cad6c0e0149f3a1f33640d9841308, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731608055153 2024-11-14T18:14:19,693 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a26c81581de45d8be01fb84717237d2, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731608056314 2024-11-14T18:14:19,693 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c4fd6dbec13c4aa49d03c75e1ccde27e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731608058490 2024-11-14T18:14:19,723 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:19,723 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:19,723 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/6bd742f1675a4344b9eab6bf6e51f9fd is 50, key is test_row_0/B:col10/1731608058490/Put/seqid=0 2024-11-14T18:14:19,726 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114511799ce92854013bc631ae550b5b772_d2cf217a6632d2c1f54563ce9dae6ab4 store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:19,734 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114511799ce92854013bc631ae550b5b772_d2cf217a6632d2c1f54563ce9dae6ab4, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:19,734 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114511799ce92854013bc631ae550b5b772_d2cf217a6632d2c1f54563ce9dae6ab4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742283_1459 (size=13255) 2024-11-14T18:14:19,758 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:19,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T18:14:19,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:19,762 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T18:14:19,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:19,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742284_1460 (size=4469) 2024-11-14T18:14:19,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111457c977d0b923452e8f39d0ae021c4eb7_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608058706/Put/seqid=0 2024-11-14T18:14:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742285_1461 (size=12454) 2024-11-14T18:14:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. as already flushing 2024-11-14T18:14:19,860 DEBUG [Thread-1574 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1acf826f to 127.0.0.1:56630 2024-11-14T18:14:19,860 DEBUG [Thread-1574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:19,882 DEBUG [Thread-1576 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cbce2b4 to 127.0.0.1:56630 2024-11-14T18:14:19,882 DEBUG [Thread-1576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:19,883 DEBUG [Thread-1580 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05c97513 to 127.0.0.1:56630 2024-11-14T18:14:19,883 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T18:14:20,162 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/6bd742f1675a4344b9eab6bf6e51f9fd as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/6bd742f1675a4344b9eab6bf6e51f9fd 2024-11-14T18:14:20,169 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/B of d2cf217a6632d2c1f54563ce9dae6ab4 into 6bd742f1675a4344b9eab6bf6e51f9fd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:20,169 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:20,169 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/B, priority=13, startTime=1731608059684; duration=0sec 2024-11-14T18:14:20,169 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:20,169 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:B 2024-11-14T18:14:20,169 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:20,171 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:20,171 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): d2cf217a6632d2c1f54563ce9dae6ab4/C is initiating minor compaction (all files) 2024-11-14T18:14:20,171 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d2cf217a6632d2c1f54563ce9dae6ab4/C in TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:20,171 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5b157b458ad7426ba67fe8ca63f839bd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a9fc08685aeb47ae8c5ce6e896034fcb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/390cf381e30c498eb47e651004764127] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp, totalSize=32.1 K 2024-11-14T18:14:20,172 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b157b458ad7426ba67fe8ca63f839bd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731608055153 2024-11-14T18:14:20,172 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting a9fc08685aeb47ae8c5ce6e896034fcb, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731608056314 2024-11-14T18:14:20,172 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 390cf381e30c498eb47e651004764127, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731608058490 2024-11-14T18:14:20,189 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#C#compaction#384 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:20,190 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/75f4737dd46f4c5cb54823b6c9f88b86 is 50, key is test_row_0/C:col10/1731608058490/Put/seqid=0 2024-11-14T18:14:20,194 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d2cf217a6632d2c1f54563ce9dae6ab4#A#compaction#382 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:20,196 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/158d0e0e1bd146669c7684a36f12f549 is 175, key is test_row_0/A:col10/1731608058490/Put/seqid=0 2024-11-14T18:14:20,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742286_1462 (size=13255) 2024-11-14T18:14:20,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:20,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742287_1463 (size=32209) 2024-11-14T18:14:20,257 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111457c977d0b923452e8f39d0ae021c4eb7_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457c977d0b923452e8f39d0ae021c4eb7_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/2f4e427dfaa943a8b39aff660e07cf5f, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:20,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/2f4e427dfaa943a8b39aff660e07cf5f is 175, key is test_row_0/A:col10/1731608058706/Put/seqid=0 2024-11-14T18:14:20,284 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/158d0e0e1bd146669c7684a36f12f549 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/158d0e0e1bd146669c7684a36f12f549 2024-11-14T18:14:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742288_1464 (size=31255) 2024-11-14T18:14:20,319 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/A of d2cf217a6632d2c1f54563ce9dae6ab4 into 158d0e0e1bd146669c7684a36f12f549(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:20,319 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:20,319 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/A, priority=13, startTime=1731608059684; duration=0sec 2024-11-14T18:14:20,319 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:20,320 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:A 2024-11-14T18:14:20,633 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/75f4737dd46f4c5cb54823b6c9f88b86 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/75f4737dd46f4c5cb54823b6c9f88b86 2024-11-14T18:14:20,640 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d2cf217a6632d2c1f54563ce9dae6ab4/C of d2cf217a6632d2c1f54563ce9dae6ab4 into 75f4737dd46f4c5cb54823b6c9f88b86(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:20,640 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:20,641 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4., storeName=d2cf217a6632d2c1f54563ce9dae6ab4/C, priority=13, startTime=1731608059684; duration=0sec 2024-11-14T18:14:20,641 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:20,641 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d2cf217a6632d2c1f54563ce9dae6ab4:C 2024-11-14T18:14:20,695 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/2f4e427dfaa943a8b39aff660e07cf5f 2024-11-14T18:14:20,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/d3da81d0d631498e9535288e1f615dcf is 50, key is test_row_0/B:col10/1731608058706/Put/seqid=0 2024-11-14T18:14:20,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742289_1465 (size=12301) 2024-11-14T18:14:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T18:14:21,122 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/d3da81d0d631498e9535288e1f615dcf 2024-11-14T18:14:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/55d626c18cfb4288a297a68e91e88c0f is 50, key is test_row_0/C:col10/1731608058706/Put/seqid=0 2024-11-14T18:14:21,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742290_1466 (size=12301) 2024-11-14T18:14:21,537 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/55d626c18cfb4288a297a68e91e88c0f 2024-11-14T18:14:21,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/2f4e427dfaa943a8b39aff660e07cf5f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2f4e427dfaa943a8b39aff660e07cf5f 2024-11-14T18:14:21,545 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2f4e427dfaa943a8b39aff660e07cf5f, entries=150, sequenceid=406, filesize=30.5 K 2024-11-14T18:14:21,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/d3da81d0d631498e9535288e1f615dcf as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d3da81d0d631498e9535288e1f615dcf 2024-11-14T18:14:21,550 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d3da81d0d631498e9535288e1f615dcf, entries=150, sequenceid=406, filesize=12.0 K 2024-11-14T18:14:21,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/55d626c18cfb4288a297a68e91e88c0f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/55d626c18cfb4288a297a68e91e88c0f 2024-11-14T18:14:21,556 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/55d626c18cfb4288a297a68e91e88c0f, entries=150, sequenceid=406, filesize=12.0 K 2024-11-14T18:14:21,557 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=20.13 KB/20610 for d2cf217a6632d2c1f54563ce9dae6ab4 in 1794ms, sequenceid=406, compaction requested=false 2024-11-14T18:14:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-14T18:14:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-14T18:14:21,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-14T18:14:21,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7440 sec 2024-11-14T18:14:21,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.7480 sec 2024-11-14T18:14:22,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/8f934263cd354764b69faf753c8c0e1e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/89420871fe5743238874b0a1e8b86373, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a4bdf401691240a39df32e46183c24f3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e6c8b6755f6a41c8bda7fac26947590a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/55197aef9ee34eb181d9418d66129651, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a3866d54615d4ab4bf17503cfdafa86e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a000d4b178ea4e058da2e5fc1617fff6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/80bfdc04ede0470c97ca09bcc1b6db9d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/26ecd80ac60c4dc380721797a635b87d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/92a687a228714e20a262076aecb5ee54, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c3e5a6fe7a014c66b48c83d35e2354ad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e968506c884a4436906b11bddc766293, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/4b36e5621f9840baa4ffdb40d5f60372, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9bc6063254834cfd86b20f0e346f7a83, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c35cdc7d44ee4bc687b620e1df966a77, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6492319df9504bb988757f3014390c1d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/ac9c1e20ce3a48ee813aa29fe1dc3d0f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/941ab319e1774dcfa7aa9de6fa0350f8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2a10cca165e2439e91aa04d8e6af894f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6891db9b7c884049a35b8be7fd403138, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/cdbda788a7fd4faeb4b972d7a9d4b03d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/531efd811c1a453a9d2d4c2c76514ec5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/726b6f52cae4426e914f5d9057981c4e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2fa2331919064b099181c93d3d6da959, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/0301c7cd98984a30ac1c091c78741908, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/562e9e7f3ad74c038af5a3956da38488, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/5bded6fc2d7243e288d7990d494e37ea, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9d54c12013c34b66838217a4c647352f] to archive 2024-11-14T18:14:22,775 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:14:22,777 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/8f934263cd354764b69faf753c8c0e1e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/8f934263cd354764b69faf753c8c0e1e 2024-11-14T18:14:22,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/89420871fe5743238874b0a1e8b86373 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/89420871fe5743238874b0a1e8b86373 2024-11-14T18:14:22,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a4bdf401691240a39df32e46183c24f3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a4bdf401691240a39df32e46183c24f3 2024-11-14T18:14:22,779 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e6c8b6755f6a41c8bda7fac26947590a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e6c8b6755f6a41c8bda7fac26947590a 2024-11-14T18:14:22,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/55197aef9ee34eb181d9418d66129651 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/55197aef9ee34eb181d9418d66129651 2024-11-14T18:14:22,781 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a3866d54615d4ab4bf17503cfdafa86e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a3866d54615d4ab4bf17503cfdafa86e 2024-11-14T18:14:22,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a000d4b178ea4e058da2e5fc1617fff6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/a000d4b178ea4e058da2e5fc1617fff6 2024-11-14T18:14:22,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/80bfdc04ede0470c97ca09bcc1b6db9d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/80bfdc04ede0470c97ca09bcc1b6db9d 2024-11-14T18:14:22,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/26ecd80ac60c4dc380721797a635b87d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/26ecd80ac60c4dc380721797a635b87d 2024-11-14T18:14:22,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/92a687a228714e20a262076aecb5ee54 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/92a687a228714e20a262076aecb5ee54 2024-11-14T18:14:22,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c3e5a6fe7a014c66b48c83d35e2354ad to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c3e5a6fe7a014c66b48c83d35e2354ad 2024-11-14T18:14:22,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e968506c884a4436906b11bddc766293 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/e968506c884a4436906b11bddc766293 2024-11-14T18:14:22,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/4b36e5621f9840baa4ffdb40d5f60372 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/4b36e5621f9840baa4ffdb40d5f60372 2024-11-14T18:14:22,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9bc6063254834cfd86b20f0e346f7a83 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9bc6063254834cfd86b20f0e346f7a83 2024-11-14T18:14:22,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c35cdc7d44ee4bc687b620e1df966a77 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/c35cdc7d44ee4bc687b620e1df966a77 2024-11-14T18:14:22,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6492319df9504bb988757f3014390c1d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6492319df9504bb988757f3014390c1d 2024-11-14T18:14:22,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/ac9c1e20ce3a48ee813aa29fe1dc3d0f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/ac9c1e20ce3a48ee813aa29fe1dc3d0f 2024-11-14T18:14:22,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/941ab319e1774dcfa7aa9de6fa0350f8 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/941ab319e1774dcfa7aa9de6fa0350f8 2024-11-14T18:14:22,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2a10cca165e2439e91aa04d8e6af894f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2a10cca165e2439e91aa04d8e6af894f 2024-11-14T18:14:22,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6891db9b7c884049a35b8be7fd403138 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/6891db9b7c884049a35b8be7fd403138 2024-11-14T18:14:22,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/cdbda788a7fd4faeb4b972d7a9d4b03d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/cdbda788a7fd4faeb4b972d7a9d4b03d 2024-11-14T18:14:22,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/531efd811c1a453a9d2d4c2c76514ec5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/531efd811c1a453a9d2d4c2c76514ec5 2024-11-14T18:14:22,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/726b6f52cae4426e914f5d9057981c4e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/726b6f52cae4426e914f5d9057981c4e 2024-11-14T18:14:22,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2fa2331919064b099181c93d3d6da959 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2fa2331919064b099181c93d3d6da959 2024-11-14T18:14:22,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/0301c7cd98984a30ac1c091c78741908 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/0301c7cd98984a30ac1c091c78741908 2024-11-14T18:14:22,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/562e9e7f3ad74c038af5a3956da38488 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/562e9e7f3ad74c038af5a3956da38488 2024-11-14T18:14:22,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/5bded6fc2d7243e288d7990d494e37ea to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/5bded6fc2d7243e288d7990d494e37ea 2024-11-14T18:14:22,798 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9d54c12013c34b66838217a4c647352f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/9d54c12013c34b66838217a4c647352f 2024-11-14T18:14:22,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/30401307e2ed4521b05e37a0cef325fa, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/b8d16eede20249f4891cff196b238935, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/968277a7c716459eb83b322eb7ed4a55, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/56b1976989cb4918bf6f33de8b6d93aa, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/851d3a8dbda84c86a070f676e391b39d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c00d9348ac7a448bad7b6c750098f4c4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/191c58289ed649fc9d6ef5021ba7fc58, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/2fa26a906bbe4c8283e825839710ce2d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/340d4604372d4018a144bd929d49593d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/b5684cf3ca524b548c36f3c48ce2c8b9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d056734f1a774282a0cb5901bcbf250e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/cf7cf091fc494fb5b9d93d2f3667f8d2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/463b339eacc047c7a5d7ee111e574224, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c34af711952e4fd5b53370a40ed0d205, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/0fc346f2a6eb4c15a8113335a17ec291, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/5ca6409817234bd590def7e1628ad30c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3611e4a1a81646ecbbe5bd3847e069db, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/9e32c3ad1d7e4015b6a135bbfba42f29, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/a53ee949f040406db19910893d58bb3b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/5bf7a31dfe2c4cfabe656dde4bcb46b1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/8df844cff9024cadab47a6b73a9eb579, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/6a89c46bbf634c9b9d7dcd9ee2264a7a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/119f5ec3f5e142f8b6fa1fe002d71246, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d8dc4a186c3c48e09d7f349be678541b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/418cad6c0e0149f3a1f33640d9841308, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/e6ebaaf8669d41fdb11feeeecf4607df, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3a26c81581de45d8be01fb84717237d2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c4fd6dbec13c4aa49d03c75e1ccde27e] to archive 2024-11-14T18:14:22,802 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:14:22,803 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/30401307e2ed4521b05e37a0cef325fa to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/30401307e2ed4521b05e37a0cef325fa 2024-11-14T18:14:22,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/b8d16eede20249f4891cff196b238935 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/b8d16eede20249f4891cff196b238935 2024-11-14T18:14:22,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/968277a7c716459eb83b322eb7ed4a55 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/968277a7c716459eb83b322eb7ed4a55 2024-11-14T18:14:22,805 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/56b1976989cb4918bf6f33de8b6d93aa to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/56b1976989cb4918bf6f33de8b6d93aa 2024-11-14T18:14:22,806 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/851d3a8dbda84c86a070f676e391b39d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/851d3a8dbda84c86a070f676e391b39d 2024-11-14T18:14:22,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c00d9348ac7a448bad7b6c750098f4c4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c00d9348ac7a448bad7b6c750098f4c4 2024-11-14T18:14:22,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/191c58289ed649fc9d6ef5021ba7fc58 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/191c58289ed649fc9d6ef5021ba7fc58 2024-11-14T18:14:22,808 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/2fa26a906bbe4c8283e825839710ce2d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/2fa26a906bbe4c8283e825839710ce2d 2024-11-14T18:14:22,809 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/340d4604372d4018a144bd929d49593d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/340d4604372d4018a144bd929d49593d 2024-11-14T18:14:22,809 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/b5684cf3ca524b548c36f3c48ce2c8b9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/b5684cf3ca524b548c36f3c48ce2c8b9 2024-11-14T18:14:22,810 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d056734f1a774282a0cb5901bcbf250e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d056734f1a774282a0cb5901bcbf250e 2024-11-14T18:14:22,811 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/cf7cf091fc494fb5b9d93d2f3667f8d2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/cf7cf091fc494fb5b9d93d2f3667f8d2 2024-11-14T18:14:22,811 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/463b339eacc047c7a5d7ee111e574224 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/463b339eacc047c7a5d7ee111e574224 2024-11-14T18:14:22,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c34af711952e4fd5b53370a40ed0d205 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c34af711952e4fd5b53370a40ed0d205 2024-11-14T18:14:22,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/0fc346f2a6eb4c15a8113335a17ec291 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/0fc346f2a6eb4c15a8113335a17ec291 2024-11-14T18:14:22,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/5ca6409817234bd590def7e1628ad30c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/5ca6409817234bd590def7e1628ad30c 2024-11-14T18:14:22,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3611e4a1a81646ecbbe5bd3847e069db to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3611e4a1a81646ecbbe5bd3847e069db 2024-11-14T18:14:22,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/9e32c3ad1d7e4015b6a135bbfba42f29 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/9e32c3ad1d7e4015b6a135bbfba42f29 2024-11-14T18:14:22,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/a53ee949f040406db19910893d58bb3b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/a53ee949f040406db19910893d58bb3b 2024-11-14T18:14:22,816 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/5bf7a31dfe2c4cfabe656dde4bcb46b1 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/5bf7a31dfe2c4cfabe656dde4bcb46b1 2024-11-14T18:14:22,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/8df844cff9024cadab47a6b73a9eb579 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/8df844cff9024cadab47a6b73a9eb579 2024-11-14T18:14:22,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/6a89c46bbf634c9b9d7dcd9ee2264a7a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/6a89c46bbf634c9b9d7dcd9ee2264a7a 2024-11-14T18:14:22,818 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/119f5ec3f5e142f8b6fa1fe002d71246 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/119f5ec3f5e142f8b6fa1fe002d71246 2024-11-14T18:14:22,819 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d8dc4a186c3c48e09d7f349be678541b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d8dc4a186c3c48e09d7f349be678541b 2024-11-14T18:14:22,820 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/418cad6c0e0149f3a1f33640d9841308 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/418cad6c0e0149f3a1f33640d9841308 2024-11-14T18:14:22,820 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/e6ebaaf8669d41fdb11feeeecf4607df to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/e6ebaaf8669d41fdb11feeeecf4607df 2024-11-14T18:14:22,821 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3a26c81581de45d8be01fb84717237d2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/3a26c81581de45d8be01fb84717237d2 2024-11-14T18:14:22,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c4fd6dbec13c4aa49d03c75e1ccde27e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/c4fd6dbec13c4aa49d03c75e1ccde27e 2024-11-14T18:14:22,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/863c0a5a3ae94a888ee6d87da8d100c5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d063142be20f4f58b8fe09a988ae3c85, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7d77011ca7c247e8aa812b73055278b7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2250295cd228401ca7ef2e259a64f1c0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5fd473b076ef4fa6a6a187017edd941b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7a0e82e15c064319825b9180b2d6d1d0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a8e6c2f46c3f4cb4ba46953e5fc302bf, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/80e93cb7e1ab4813974594332c95452e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/0909cdef935642d3936ed83ff3bdb7a5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7a3342e86ff54011b15f1c79a1769bfc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/8e6a23440e6f4cf98ef665bbddce64c2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d22ec7a4facb4e4ab9ce677c04d19fe0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/bf40486f31154acebc4bcd1402ef09d0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2391e662127e4796bfcf141ec47d4524, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/cccc876004e043e8b7862bdb3e5253ce, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/c766e3af80a6478aa8e394e607301803, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/42bd637c0b2b4f2f8a7116e64bcb2533, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a485a3494be841c9a1c92fd5bec95ae6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/9ba67521d431430fa809c7cd1db72070, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/65585d3e97a348e1bd472b499c7804e8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db551dc150c64da3be19e1878655879c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5df84e261cfa4a3eb6f3f5bb339670a5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5103b1106e1648b78bcb90bd6f1b8b78, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db59f610f85d480c987f2f996d458607, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5b157b458ad7426ba67fe8ca63f839bd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/e812e745a37d46a7bb1f98e55d8c4fdc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a9fc08685aeb47ae8c5ce6e896034fcb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/390cf381e30c498eb47e651004764127] to archive 2024-11-14T18:14:22,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:14:22,827 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/863c0a5a3ae94a888ee6d87da8d100c5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/863c0a5a3ae94a888ee6d87da8d100c5 2024-11-14T18:14:22,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d063142be20f4f58b8fe09a988ae3c85 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d063142be20f4f58b8fe09a988ae3c85 2024-11-14T18:14:22,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7d77011ca7c247e8aa812b73055278b7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7d77011ca7c247e8aa812b73055278b7 2024-11-14T18:14:22,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2250295cd228401ca7ef2e259a64f1c0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2250295cd228401ca7ef2e259a64f1c0 2024-11-14T18:14:22,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5fd473b076ef4fa6a6a187017edd941b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5fd473b076ef4fa6a6a187017edd941b 2024-11-14T18:14:22,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7a0e82e15c064319825b9180b2d6d1d0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7a0e82e15c064319825b9180b2d6d1d0 2024-11-14T18:14:22,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a8e6c2f46c3f4cb4ba46953e5fc302bf to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a8e6c2f46c3f4cb4ba46953e5fc302bf 2024-11-14T18:14:22,832 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/80e93cb7e1ab4813974594332c95452e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/80e93cb7e1ab4813974594332c95452e 2024-11-14T18:14:22,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/0909cdef935642d3936ed83ff3bdb7a5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/0909cdef935642d3936ed83ff3bdb7a5 2024-11-14T18:14:22,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7a3342e86ff54011b15f1c79a1769bfc to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/7a3342e86ff54011b15f1c79a1769bfc 2024-11-14T18:14:22,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/8e6a23440e6f4cf98ef665bbddce64c2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/8e6a23440e6f4cf98ef665bbddce64c2 2024-11-14T18:14:22,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d22ec7a4facb4e4ab9ce677c04d19fe0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/d22ec7a4facb4e4ab9ce677c04d19fe0 2024-11-14T18:14:22,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/bf40486f31154acebc4bcd1402ef09d0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/bf40486f31154acebc4bcd1402ef09d0 2024-11-14T18:14:22,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2391e662127e4796bfcf141ec47d4524 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/2391e662127e4796bfcf141ec47d4524 2024-11-14T18:14:22,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/cccc876004e043e8b7862bdb3e5253ce to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/cccc876004e043e8b7862bdb3e5253ce 2024-11-14T18:14:22,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/c766e3af80a6478aa8e394e607301803 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/c766e3af80a6478aa8e394e607301803 2024-11-14T18:14:22,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/42bd637c0b2b4f2f8a7116e64bcb2533 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/42bd637c0b2b4f2f8a7116e64bcb2533 2024-11-14T18:14:22,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a485a3494be841c9a1c92fd5bec95ae6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a485a3494be841c9a1c92fd5bec95ae6 2024-11-14T18:14:22,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/9ba67521d431430fa809c7cd1db72070 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/9ba67521d431430fa809c7cd1db72070 2024-11-14T18:14:22,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/65585d3e97a348e1bd472b499c7804e8 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/65585d3e97a348e1bd472b499c7804e8 2024-11-14T18:14:22,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db551dc150c64da3be19e1878655879c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db551dc150c64da3be19e1878655879c 2024-11-14T18:14:22,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5df84e261cfa4a3eb6f3f5bb339670a5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5df84e261cfa4a3eb6f3f5bb339670a5 2024-11-14T18:14:22,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5103b1106e1648b78bcb90bd6f1b8b78 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5103b1106e1648b78bcb90bd6f1b8b78 2024-11-14T18:14:22,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db59f610f85d480c987f2f996d458607 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/db59f610f85d480c987f2f996d458607 2024-11-14T18:14:22,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5b157b458ad7426ba67fe8ca63f839bd to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/5b157b458ad7426ba67fe8ca63f839bd 2024-11-14T18:14:22,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/e812e745a37d46a7bb1f98e55d8c4fdc to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/e812e745a37d46a7bb1f98e55d8c4fdc 2024-11-14T18:14:22,846 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a9fc08685aeb47ae8c5ce6e896034fcb to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/a9fc08685aeb47ae8c5ce6e896034fcb 2024-11-14T18:14:22,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eed19b614a58:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/390cf381e30c498eb47e651004764127 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/390cf381e30c498eb47e651004764127 2024-11-14T18:14:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T18:14:22,932 INFO [Thread-1584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-14T18:14:23,367 DEBUG [Thread-1582 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42af2962 to 127.0.0.1:56630 2024-11-14T18:14:23,367 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:23,498 DEBUG [Thread-1578 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fd3f5fc to 127.0.0.1:56630 2024-11-14T18:14:23,498 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:23,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T18:14:23,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-14T18:14:23,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-14T18:14:23,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-14T18:14:23,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1072 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3216 rows 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1055 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3165 rows 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1064 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3192 rows 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1078 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3234 rows 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1069 2024-11-14T18:14:23,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3207 rows 2024-11-14T18:14:23,499 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T18:14:23,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a139b42 to 127.0.0.1:56630 2024-11-14T18:14:23,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:23,506 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T18:14:23,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T18:14:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:23,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608063514"}]},"ts":"1731608063514"} 2024-11-14T18:14:23,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T18:14:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T18:14:23,588 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T18:14:23,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T18:14:23,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cf217a6632d2c1f54563ce9dae6ab4, UNASSIGN}] 2024-11-14T18:14:23,596 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cf217a6632d2c1f54563ce9dae6ab4, UNASSIGN 2024-11-14T18:14:23,597 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=d2cf217a6632d2c1f54563ce9dae6ab4, regionState=CLOSING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:14:23,614 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T18:14:23,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; CloseRegionProcedure d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:14:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T18:14:23,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:23,774 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(124): Close d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:23,774 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T18:14:23,775 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1681): Closing d2cf217a6632d2c1f54563ce9dae6ab4, disabling compactions & flushes 2024-11-14T18:14:23,775 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:23,775 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:23,775 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. after waiting 0 ms 2024-11-14T18:14:23,775 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:23,775 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(2837): Flushing d2cf217a6632d2c1f54563ce9dae6ab4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T18:14:23,775 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=A 2024-11-14T18:14:23,775 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:23,775 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=B 2024-11-14T18:14:23,776 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:23,776 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d2cf217a6632d2c1f54563ce9dae6ab4, store=C 2024-11-14T18:14:23,776 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:23,812 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144c5e930bb91649f4a0403d4cb7a806c1_d2cf217a6632d2c1f54563ce9dae6ab4 is 50, key is test_row_0/A:col10/1731608063497/Put/seqid=0 2024-11-14T18:14:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T18:14:23,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742291_1467 (size=12454) 2024-11-14T18:14:23,838 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:23,846 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144c5e930bb91649f4a0403d4cb7a806c1_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144c5e930bb91649f4a0403d4cb7a806c1_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:23,847 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/0ce0fccf32064632b1c54efe95fa5815, store: [table=TestAcidGuarantees family=A region=d2cf217a6632d2c1f54563ce9dae6ab4] 2024-11-14T18:14:23,847 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/0ce0fccf32064632b1c54efe95fa5815 is 175, key is test_row_0/A:col10/1731608063497/Put/seqid=0 2024-11-14T18:14:23,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742292_1468 (size=31255) 2024-11-14T18:14:24,103 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:37703 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:37703,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T18:14:24,261 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/0ce0fccf32064632b1c54efe95fa5815 2024-11-14T18:14:24,270 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/bfb2dca12f2144e6bd20ee2f2294dbad is 50, key is test_row_0/B:col10/1731608063497/Put/seqid=0 2024-11-14T18:14:24,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742293_1469 (size=12301) 2024-11-14T18:14:24,278 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/bfb2dca12f2144e6bd20ee2f2294dbad 2024-11-14T18:14:24,285 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/bb961db5bb5244189ad1193cfd4e1361 is 50, key is test_row_0/C:col10/1731608063497/Put/seqid=0 2024-11-14T18:14:24,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742294_1470 (size=12301) 2024-11-14T18:14:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T18:14:24,689 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/bb961db5bb5244189ad1193cfd4e1361 2024-11-14T18:14:24,692 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/A/0ce0fccf32064632b1c54efe95fa5815 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/0ce0fccf32064632b1c54efe95fa5815 2024-11-14T18:14:24,695 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/0ce0fccf32064632b1c54efe95fa5815, entries=150, sequenceid=417, filesize=30.5 K 2024-11-14T18:14:24,696 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/B/bfb2dca12f2144e6bd20ee2f2294dbad as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/bfb2dca12f2144e6bd20ee2f2294dbad 2024-11-14T18:14:24,699 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/bfb2dca12f2144e6bd20ee2f2294dbad, entries=150, sequenceid=417, filesize=12.0 K 2024-11-14T18:14:24,700 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/.tmp/C/bb961db5bb5244189ad1193cfd4e1361 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/bb961db5bb5244189ad1193cfd4e1361 2024-11-14T18:14:24,705 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/bb961db5bb5244189ad1193cfd4e1361, entries=150, sequenceid=417, filesize=12.0 K 2024-11-14T18:14:24,706 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d2cf217a6632d2c1f54563ce9dae6ab4 in 931ms, sequenceid=417, compaction requested=true 2024-11-14T18:14:24,710 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/recovered.edits/420.seqid, newMaxSeqId=420, maxSeqId=4 2024-11-14T18:14:24,711 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4. 2024-11-14T18:14:24,711 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1635): Region close journal for d2cf217a6632d2c1f54563ce9dae6ab4: 2024-11-14T18:14:24,712 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(170): Closed d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:24,713 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=d2cf217a6632d2c1f54563ce9dae6ab4, regionState=CLOSED 2024-11-14T18:14:24,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-14T18:14:24,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseRegionProcedure d2cf217a6632d2c1f54563ce9dae6ab4, server=eed19b614a58,42787,1731607940149 in 1.0990 sec 2024-11-14T18:14:24,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-14T18:14:24,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d2cf217a6632d2c1f54563ce9dae6ab4, UNASSIGN in 1.1230 sec 2024-11-14T18:14:24,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-14T18:14:24,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1270 sec 2024-11-14T18:14:24,718 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608064718"}]},"ts":"1731608064718"} 2024-11-14T18:14:24,719 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T18:14:24,730 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T18:14:24,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2200 sec 2024-11-14T18:14:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T18:14:25,630 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-14T18:14:25,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T18:14:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:25,632 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T18:14:25,633 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=118, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:25,635 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,638 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/recovered.edits] 2024-11-14T18:14:25,644 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/0ce0fccf32064632b1c54efe95fa5815 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/0ce0fccf32064632b1c54efe95fa5815 2024-11-14T18:14:25,645 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/158d0e0e1bd146669c7684a36f12f549 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/158d0e0e1bd146669c7684a36f12f549 2024-11-14T18:14:25,647 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2f4e427dfaa943a8b39aff660e07cf5f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/A/2f4e427dfaa943a8b39aff660e07cf5f 2024-11-14T18:14:25,649 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/6bd742f1675a4344b9eab6bf6e51f9fd to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/6bd742f1675a4344b9eab6bf6e51f9fd 2024-11-14T18:14:25,650 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/bfb2dca12f2144e6bd20ee2f2294dbad to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/bfb2dca12f2144e6bd20ee2f2294dbad 2024-11-14T18:14:25,651 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d3da81d0d631498e9535288e1f615dcf to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/B/d3da81d0d631498e9535288e1f615dcf 2024-11-14T18:14:25,653 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/55d626c18cfb4288a297a68e91e88c0f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/55d626c18cfb4288a297a68e91e88c0f 2024-11-14T18:14:25,654 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/75f4737dd46f4c5cb54823b6c9f88b86 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/75f4737dd46f4c5cb54823b6c9f88b86 2024-11-14T18:14:25,655 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/bb961db5bb5244189ad1193cfd4e1361 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/C/bb961db5bb5244189ad1193cfd4e1361 2024-11-14T18:14:25,657 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/recovered.edits/420.seqid to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4/recovered.edits/420.seqid 2024-11-14T18:14:25,658 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,658 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T18:14:25,658 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T18:14:25,659 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T18:14:25,661 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111401ec533df4114558a4cf344bfdc80d12_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111401ec533df4114558a4cf344bfdc80d12_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,662 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140b85137686bf4a6e86a7175a1d0bf8aa_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140b85137686bf4a6e86a7175a1d0bf8aa_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,663 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140f8065554b9c43238ab65f151555c58f_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140f8065554b9c43238ab65f151555c58f_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,664 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111413813946f92f4db1a9170f67ea537272_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111413813946f92f4db1a9170f67ea537272_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,665 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114218d7e496b5942fc8e48e8463b099e45_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114218d7e496b5942fc8e48e8463b099e45_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,666 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111425f768a18eaf4d03aed4c09e8d40f7a9_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111425f768a18eaf4d03aed4c09e8d40f7a9_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,667 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142b6aa422b25b49d3bb7ba7cc06274bac_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142b6aa422b25b49d3bb7ba7cc06274bac_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,670 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111434cc2121ef58424e9f8b6a8ab440ff79_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111434cc2121ef58424e9f8b6a8ab440ff79_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,672 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143b74cc35e95c49cea75145eb839ffa29_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143b74cc35e95c49cea75145eb839ffa29_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,673 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114461f43f70e6b49ddaa707abe0018ea0e_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114461f43f70e6b49ddaa707abe0018ea0e_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,674 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144835018f96764e668579829ee71b1ff0_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144835018f96764e668579829ee71b1ff0_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,674 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144c5e930bb91649f4a0403d4cb7a806c1_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144c5e930bb91649f4a0403d4cb7a806c1_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,675 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457c977d0b923452e8f39d0ae021c4eb7_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457c977d0b923452e8f39d0ae021c4eb7_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,676 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114704133db1ccc4da1be0698bbd1101ac4_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114704133db1ccc4da1be0698bbd1101ac4_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,677 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111475254ecea43c4ff898e629162134afb0_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111475254ecea43c4ff898e629162134afb0_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,678 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148ac3b78d17a94910be2d82258cc3850e_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148ac3b78d17a94910be2d82258cc3850e_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,679 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148cb7b697229f49188054581ccf8c9ef5_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148cb7b697229f49188054581ccf8c9ef5_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,680 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148d796c822e0c4077af9acbd7ab5d9213_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148d796c822e0c4077af9acbd7ab5d9213_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,681 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148ed441230926496f88c68fb8b8597140_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148ed441230926496f88c68fb8b8597140_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,682 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111496cd79e875a94d948d83ea7337904992_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111496cd79e875a94d948d83ea7337904992_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,683 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca447c9b74f8452eba5260c817b02a9b_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca447c9b74f8452eba5260c817b02a9b_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,683 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f9dbcaec182e4c909b7348a621c0e952_d2cf217a6632d2c1f54563ce9dae6ab4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f9dbcaec182e4c909b7348a621c0e952_d2cf217a6632d2c1f54563ce9dae6ab4 2024-11-14T18:14:25,684 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T18:14:25,686 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=118, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:25,687 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T18:14:25,689 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T18:14:25,690 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=118, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:25,690 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T18:14:25,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731608065690"}]},"ts":"9223372036854775807"} 2024-11-14T18:14:25,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T18:14:25,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d2cf217a6632d2c1f54563ce9dae6ab4, NAME => 'TestAcidGuarantees,,1731608036053.d2cf217a6632d2c1f54563ce9dae6ab4.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T18:14:25,692 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T18:14:25,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731608065692"}]},"ts":"9223372036854775807"} 2024-11-14T18:14:25,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T18:14:25,705 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=118, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:25,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 74 msec 2024-11-14T18:14:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T18:14:25,734 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-14T18:14:25,747 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 235) - Thread LEAK? -, OpenFileDescriptor=468 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1358 (was 1370), ProcessCount=11 (was 11), AvailableMemoryMB=1399 (was 1174) - AvailableMemoryMB LEAK? - 2024-11-14T18:14:25,759 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=468, MaxFileDescriptor=1048576, SystemLoadAverage=1358, ProcessCount=11, AvailableMemoryMB=1396 2024-11-14T18:14:25,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T18:14:25,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:14:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:25,763 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:14:25,763 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:25,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 119 2024-11-14T18:14:25,764 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:14:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-14T18:14:25,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742295_1471 (size=960) 2024-11-14T18:14:25,781 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663 2024-11-14T18:14:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742296_1472 (size=53) 2024-11-14T18:14:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-14T18:14:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-14T18:14:26,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:14:26,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f44731978dbb8bfac644a70c872ae0ef, disabling compactions & flushes 2024-11-14T18:14:26,188 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:26,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:26,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. after waiting 0 ms 2024-11-14T18:14:26,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:26,189 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:26,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:26,190 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:14:26,190 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731608066190"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731608066190"}]},"ts":"1731608066190"} 2024-11-14T18:14:26,191 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T18:14:26,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:14:26,192 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608066192"}]},"ts":"1731608066192"} 2024-11-14T18:14:26,193 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T18:14:26,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f44731978dbb8bfac644a70c872ae0ef, ASSIGN}] 2024-11-14T18:14:26,224 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f44731978dbb8bfac644a70c872ae0ef, ASSIGN 2024-11-14T18:14:26,225 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f44731978dbb8bfac644a70c872ae0ef, ASSIGN; state=OFFLINE, location=eed19b614a58,42787,1731607940149; forceNewPlan=false, retain=false 2024-11-14T18:14:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-14T18:14:26,375 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=f44731978dbb8bfac644a70c872ae0ef, regionState=OPENING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:14:26,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; OpenRegionProcedure f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:14:26,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:26,531 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:26,531 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7285): Opening region: {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:14:26,532 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:26,532 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:14:26,532 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7327): checking encryption for f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:26,532 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7330): checking classloading for f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:26,534 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:26,535 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:14:26,536 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44731978dbb8bfac644a70c872ae0ef columnFamilyName A 2024-11-14T18:14:26,536 DEBUG [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:26,537 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] regionserver.HStore(327): Store=f44731978dbb8bfac644a70c872ae0ef/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:14:26,537 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:26,538 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:14:26,539 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44731978dbb8bfac644a70c872ae0ef columnFamilyName B 2024-11-14T18:14:26,539 DEBUG [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:26,540 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] regionserver.HStore(327): Store=f44731978dbb8bfac644a70c872ae0ef/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:14:26,540 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:26,542 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:14:26,543 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44731978dbb8bfac644a70c872ae0ef columnFamilyName C 2024-11-14T18:14:26,543 DEBUG [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:26,543 INFO [StoreOpener-f44731978dbb8bfac644a70c872ae0ef-1 {}] regionserver.HStore(327): Store=f44731978dbb8bfac644a70c872ae0ef/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:14:26,544 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:26,545 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:26,545 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:26,546 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T18:14:26,547 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1085): writing seq id for f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:26,549 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:14:26,549 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1102): Opened f44731978dbb8bfac644a70c872ae0ef; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73799924, jitterRate=0.0997045636177063}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T18:14:26,550 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1001): Region open journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:26,551 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., pid=121, masterSystemTime=1731608066528 2024-11-14T18:14:26,552 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:26,552 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:26,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=f44731978dbb8bfac644a70c872ae0ef, regionState=OPEN, openSeqNum=2, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:14:26,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-14T18:14:26,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; OpenRegionProcedure f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 in 178 msec 2024-11-14T18:14:26,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-14T18:14:26,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f44731978dbb8bfac644a70c872ae0ef, ASSIGN in 333 msec 2024-11-14T18:14:26,556 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:14:26,557 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608066556"}]},"ts":"1731608066556"} 2024-11-14T18:14:26,557 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T18:14:26,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:14:26,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 807 msec 2024-11-14T18:14:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-14T18:14:26,868 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 119 completed 2024-11-14T18:14:26,870 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3ee89e to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d375c60 2024-11-14T18:14:26,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d125972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:26,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:26,883 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:26,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:14:26,885 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:14:26,886 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b0e6a43 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cbdf91e 2024-11-14T18:14:26,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134bfe32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:26,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08e5fd00 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc3900b 2024-11-14T18:14:26,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b55f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:26,911 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e195d6e to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@599dd56e 2024-11-14T18:14:26,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646ca555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:26,923 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14088aa9 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23090be3 2024-11-14T18:14:26,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224e54da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:26,940 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40302925 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b8d64d3 2024-11-14T18:14:26,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb51dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:26,957 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0784d683 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@540d7172 2024-11-14T18:14:26,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dee2855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:26,969 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7761f52b to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48588c54 2024-11-14T18:14:26,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e8a98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:26,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a736a20 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76c56316 2024-11-14T18:14:26,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677030bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:26,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c153822 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41953565 2024-11-14T18:14:27,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27861032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:27,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c813259 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34570ab1 2024-11-14T18:14:27,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c78b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:27,026 DEBUG [hconnection-0x5186030b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:27,026 DEBUG [hconnection-0x1272b767-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:27,027 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:27,028 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:27,030 DEBUG [hconnection-0x7f92839c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:27,031 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:27,034 DEBUG [hconnection-0x72b45133-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:27,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T18:14:27,035 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:27,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:27,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:27,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:27,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:27,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:27,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:27,042 DEBUG [hconnection-0x4d09a06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:27,044 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:27,046 DEBUG [hconnection-0x74c1324d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:27,047 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:27,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608127049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608127049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608127049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608127050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,055 DEBUG [hconnection-0x10c84c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:27,056 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608127061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/c5c85c61512e4ae4b2a9f5d77930b66a is 50, key is test_row_0/A:col10/1731608067034/Put/seqid=0 2024-11-14T18:14:27,070 DEBUG [hconnection-0x181b269b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:27,071 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:27,073 DEBUG [hconnection-0x56cbaf31-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:27,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:27,074 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-14T18:14:27,075 DEBUG [hconnection-0x6704f4cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:27,075 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:27,076 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:27,077 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:27,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T18:14:27,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742297_1473 (size=12001) 2024-11-14T18:14:27,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/c5c85c61512e4ae4b2a9f5d77930b66a 2024-11-14T18:14:27,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/5cafa2cff61844e7ac5699da313a0063 is 50, key is test_row_0/B:col10/1731608067034/Put/seqid=0 2024-11-14T18:14:27,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742298_1474 (size=12001) 2024-11-14T18:14:27,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608127150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608127150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608127150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608127151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608127163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T18:14:27,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:27,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:27,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:27,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:27,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608127356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608127355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608127356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608127356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608127366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:27,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T18:14:27,534 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:27,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:27,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:27,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:27,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/5cafa2cff61844e7ac5699da313a0063 2024-11-14T18:14:27,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/d7352498f6ab4816ab2fbfa25cbcefa3 is 50, key is test_row_0/C:col10/1731608067034/Put/seqid=0 2024-11-14T18:14:27,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742299_1475 (size=12001) 2024-11-14T18:14:27,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/d7352498f6ab4816ab2fbfa25cbcefa3 2024-11-14T18:14:27,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/c5c85c61512e4ae4b2a9f5d77930b66a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c5c85c61512e4ae4b2a9f5d77930b66a 2024-11-14T18:14:27,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c5c85c61512e4ae4b2a9f5d77930b66a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T18:14:27,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/5cafa2cff61844e7ac5699da313a0063 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5cafa2cff61844e7ac5699da313a0063 2024-11-14T18:14:27,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5cafa2cff61844e7ac5699da313a0063, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T18:14:27,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/d7352498f6ab4816ab2fbfa25cbcefa3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d7352498f6ab4816ab2fbfa25cbcefa3 2024-11-14T18:14:27,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d7352498f6ab4816ab2fbfa25cbcefa3, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T18:14:27,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for f44731978dbb8bfac644a70c872ae0ef in 624ms, sequenceid=14, compaction requested=false 2024-11-14T18:14:27,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:27,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T18:14:27,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:27,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:27,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:27,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:27,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:27,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:27,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/386b17c6c60d4fa99f4e12e94b2a9881 is 50, key is test_row_0/A:col10/1731608067048/Put/seqid=0 2024-11-14T18:14:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T18:14:27,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608127679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608127682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:27,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:27,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608127684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:27,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608127684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608127685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742300_1476 (size=12001) 2024-11-14T18:14:27,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608127797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608127797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608127798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608127798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608127802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,850 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:27,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:27,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:27,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:27,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608128005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608128005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:28,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608128005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608128006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608128007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:28,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/386b17c6c60d4fa99f4e12e94b2a9881 2024-11-14T18:14:28,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/c9e2d9235d254a4e8d3615f875f891ac is 50, key is test_row_0/B:col10/1731608067048/Put/seqid=0 2024-11-14T18:14:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T18:14:28,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:28,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:28,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742301_1477 (size=12001) 2024-11-14T18:14:28,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608128315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608128316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608128317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608128317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608128317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:28,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:28,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/c9e2d9235d254a4e8d3615f875f891ac 2024-11-14T18:14:28,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/b731fdcfce714de59216a6c2930efb7c is 50, key is test_row_0/C:col10/1731608067048/Put/seqid=0 2024-11-14T18:14:28,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742302_1478 (size=12001) 2024-11-14T18:14:28,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,813 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:28,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:28,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608128821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608128823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608128826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608128826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608128830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:28,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:28,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:29,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/b731fdcfce714de59216a6c2930efb7c 2024-11-14T18:14:29,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/386b17c6c60d4fa99f4e12e94b2a9881 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/386b17c6c60d4fa99f4e12e94b2a9881 2024-11-14T18:14:29,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/386b17c6c60d4fa99f4e12e94b2a9881, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T18:14:29,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/c9e2d9235d254a4e8d3615f875f891ac as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c9e2d9235d254a4e8d3615f875f891ac 2024-11-14T18:14:29,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c9e2d9235d254a4e8d3615f875f891ac, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T18:14:29,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/b731fdcfce714de59216a6c2930efb7c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b731fdcfce714de59216a6c2930efb7c 2024-11-14T18:14:29,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b731fdcfce714de59216a6c2930efb7c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T18:14:29,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f44731978dbb8bfac644a70c872ae0ef in 1371ms, sequenceid=40, compaction requested=false 2024-11-14T18:14:29,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:29,124 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:29,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T18:14:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:29,125 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T18:14:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:29,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:29,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:29,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:29,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:29,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:29,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/6a23d52ecf704d6f953778d0a3c1f482 is 50, key is test_row_0/A:col10/1731608067678/Put/seqid=0 2024-11-14T18:14:29,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742303_1479 (size=12001) 2024-11-14T18:14:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T18:14:29,587 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/6a23d52ecf704d6f953778d0a3c1f482 2024-11-14T18:14:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/ee39ebca7b144e579d7038e9972507e9 is 50, key is test_row_0/B:col10/1731608067678/Put/seqid=0 2024-11-14T18:14:29,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742304_1480 (size=12001) 2024-11-14T18:14:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:29,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:29,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608129899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:29,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608129911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:29,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608129914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:29,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608129914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:29,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608129914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608130016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608130019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608130021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608130024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,037 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/ee39ebca7b144e579d7038e9972507e9 2024-11-14T18:14:30,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608130031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/2ef704b4d0b144e3b551fe46c2bc6263 is 50, key is test_row_0/C:col10/1731608067678/Put/seqid=0 2024-11-14T18:14:30,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742305_1481 (size=12001) 2024-11-14T18:14:30,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608130228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608130229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608130229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608130231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608130246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T18:14:30,475 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/2ef704b4d0b144e3b551fe46c2bc6263 2024-11-14T18:14:30,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/6a23d52ecf704d6f953778d0a3c1f482 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/6a23d52ecf704d6f953778d0a3c1f482 2024-11-14T18:14:30,497 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/6a23d52ecf704d6f953778d0a3c1f482, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T18:14:30,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/ee39ebca7b144e579d7038e9972507e9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/ee39ebca7b144e579d7038e9972507e9 2024-11-14T18:14:30,513 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/ee39ebca7b144e579d7038e9972507e9, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T18:14:30,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/2ef704b4d0b144e3b551fe46c2bc6263 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/2ef704b4d0b144e3b551fe46c2bc6263 2024-11-14T18:14:30,524 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/2ef704b4d0b144e3b551fe46c2bc6263, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T18:14:30,526 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=167.72 KB/171750 for f44731978dbb8bfac644a70c872ae0ef in 1401ms, sequenceid=50, compaction requested=true 2024-11-14T18:14:30,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:30,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:30,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-14T18:14:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-14T18:14:30,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-14T18:14:30,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4510 sec 2024-11-14T18:14:30,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 3.4570 sec 2024-11-14T18:14:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:30,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-14T18:14:30,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:30,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:30,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:30,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:30,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:30,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:30,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/5fa53ee0e61c4f2baed557bf2297f5e6 is 50, key is test_row_0/A:col10/1731608070541/Put/seqid=0 2024-11-14T18:14:30,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742306_1482 (size=14341) 2024-11-14T18:14:30,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/5fa53ee0e61c4f2baed557bf2297f5e6 2024-11-14T18:14:30,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608130557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608130557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608130557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608130558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608130569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/c41340a3c60d4d7f929cf9006790bbe9 is 50, key is test_row_0/B:col10/1731608070541/Put/seqid=0 2024-11-14T18:14:30,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742307_1483 (size=12001) 2024-11-14T18:14:30,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/c41340a3c60d4d7f929cf9006790bbe9 2024-11-14T18:14:30,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/f13cff25e3b144fc91d97a7def119e44 is 50, key is test_row_0/C:col10/1731608070541/Put/seqid=0 2024-11-14T18:14:30,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742308_1484 (size=12001) 2024-11-14T18:14:30,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/f13cff25e3b144fc91d97a7def119e44 2024-11-14T18:14:30,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608130668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608130669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608130669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608130669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/5fa53ee0e61c4f2baed557bf2297f5e6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5fa53ee0e61c4f2baed557bf2297f5e6 2024-11-14T18:14:30,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5fa53ee0e61c4f2baed557bf2297f5e6, entries=200, sequenceid=79, filesize=14.0 K 2024-11-14T18:14:30,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/c41340a3c60d4d7f929cf9006790bbe9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c41340a3c60d4d7f929cf9006790bbe9 2024-11-14T18:14:30,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c41340a3c60d4d7f929cf9006790bbe9, entries=150, sequenceid=79, filesize=11.7 K 2024-11-14T18:14:30,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/f13cff25e3b144fc91d97a7def119e44 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f13cff25e3b144fc91d97a7def119e44 2024-11-14T18:14:30,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f13cff25e3b144fc91d97a7def119e44, entries=150, sequenceid=79, filesize=11.7 K 2024-11-14T18:14:30,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for f44731978dbb8bfac644a70c872ae0ef in 180ms, sequenceid=79, compaction requested=true 2024-11-14T18:14:30,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:30,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:30,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:30,725 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:30,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:30,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:30,725 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:30,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:30,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:30,737 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:30,737 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/A is initiating minor compaction (all files) 2024-11-14T18:14:30,737 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/A in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:30,737 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c5c85c61512e4ae4b2a9f5d77930b66a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/386b17c6c60d4fa99f4e12e94b2a9881, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/6a23d52ecf704d6f953778d0a3c1f482, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5fa53ee0e61c4f2baed557bf2297f5e6] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=49.2 K 2024-11-14T18:14:30,737 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:30,737 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/B is initiating minor compaction (all files) 2024-11-14T18:14:30,737 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/B in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:30,738 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5cafa2cff61844e7ac5699da313a0063, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c9e2d9235d254a4e8d3615f875f891ac, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/ee39ebca7b144e579d7038e9972507e9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c41340a3c60d4d7f929cf9006790bbe9] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=46.9 K 2024-11-14T18:14:30,740 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cafa2cff61844e7ac5699da313a0063, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731608067033 2024-11-14T18:14:30,740 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5c85c61512e4ae4b2a9f5d77930b66a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731608067033 2024-11-14T18:14:30,741 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 386b17c6c60d4fa99f4e12e94b2a9881, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731608067048 2024-11-14T18:14:30,741 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c9e2d9235d254a4e8d3615f875f891ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731608067048 2024-11-14T18:14:30,742 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a23d52ecf704d6f953778d0a3c1f482, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731608067678 2024-11-14T18:14:30,742 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting ee39ebca7b144e579d7038e9972507e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731608067678 2024-11-14T18:14:30,743 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fa53ee0e61c4f2baed557bf2297f5e6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731608069911 2024-11-14T18:14:30,743 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c41340a3c60d4d7f929cf9006790bbe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731608069911 2024-11-14T18:14:30,770 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:30,771 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/108ca7d288284dccacc87c61f51b8961 is 50, key is test_row_0/B:col10/1731608070541/Put/seqid=0 2024-11-14T18:14:30,782 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#A#compaction#403 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:30,782 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/6289d4f7e2d640efb50599554fdccd6a is 50, key is test_row_0/A:col10/1731608070541/Put/seqid=0 2024-11-14T18:14:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742309_1485 (size=12139) 2024-11-14T18:14:30,815 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/108ca7d288284dccacc87c61f51b8961 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/108ca7d288284dccacc87c61f51b8961 2024-11-14T18:14:30,822 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/B of f44731978dbb8bfac644a70c872ae0ef into 108ca7d288284dccacc87c61f51b8961(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:30,823 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:30,823 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/B, priority=12, startTime=1731608070725; duration=0sec 2024-11-14T18:14:30,823 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:30,823 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:B 2024-11-14T18:14:30,823 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:30,825 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:30,825 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/C is initiating minor compaction (all files) 2024-11-14T18:14:30,825 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/C in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:30,825 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d7352498f6ab4816ab2fbfa25cbcefa3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b731fdcfce714de59216a6c2930efb7c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/2ef704b4d0b144e3b551fe46c2bc6263, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f13cff25e3b144fc91d97a7def119e44] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=46.9 K 2024-11-14T18:14:30,826 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d7352498f6ab4816ab2fbfa25cbcefa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731608067033 2024-11-14T18:14:30,827 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b731fdcfce714de59216a6c2930efb7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731608067048 2024-11-14T18:14:30,828 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ef704b4d0b144e3b551fe46c2bc6263, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731608067678 2024-11-14T18:14:30,829 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting f13cff25e3b144fc91d97a7def119e44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731608069911 2024-11-14T18:14:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742310_1486 (size=12139) 2024-11-14T18:14:30,847 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/6289d4f7e2d640efb50599554fdccd6a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/6289d4f7e2d640efb50599554fdccd6a 2024-11-14T18:14:30,859 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/A of f44731978dbb8bfac644a70c872ae0ef into 6289d4f7e2d640efb50599554fdccd6a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:30,859 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:30,859 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/A, priority=12, startTime=1731608070725; duration=0sec 2024-11-14T18:14:30,859 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:30,859 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:A 2024-11-14T18:14:30,861 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#C#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:30,861 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/f12ea23ce5304af986459a08513aa0ea is 50, key is test_row_0/C:col10/1731608070541/Put/seqid=0 2024-11-14T18:14:30,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742311_1487 (size=12139) 2024-11-14T18:14:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:30,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T18:14:30,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:30,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:30,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:30,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:30,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:30,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:30,889 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/f12ea23ce5304af986459a08513aa0ea as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f12ea23ce5304af986459a08513aa0ea 2024-11-14T18:14:30,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/cfde42f487984a1d9bfe6e66757e45e6 is 50, key is test_row_0/A:col10/1731608070879/Put/seqid=0 2024-11-14T18:14:30,899 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/C of f44731978dbb8bfac644a70c872ae0ef into f12ea23ce5304af986459a08513aa0ea(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:30,899 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:30,899 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/C, priority=12, startTime=1731608070725; duration=0sec 2024-11-14T18:14:30,899 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:30,899 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:C 2024-11-14T18:14:30,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742312_1488 (size=16681) 2024-11-14T18:14:30,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608130922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608130927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608130934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608130935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608131035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608131037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608131045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608131045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608131079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T18:14:31,191 INFO [Thread-2119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-14T18:14:31,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-14T18:14:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T18:14:31,193 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:31,193 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:31,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:31,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608131242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608131243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608131248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608131249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T18:14:31,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/cfde42f487984a1d9bfe6e66757e45e6 2024-11-14T18:14:31,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T18:14:31,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:31,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:31,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:31,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/bc0cb942e32f4ca08dc6a61c519be1b4 is 50, key is test_row_0/B:col10/1731608070879/Put/seqid=0 2024-11-14T18:14:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742313_1489 (size=12001) 2024-11-14T18:14:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T18:14:31,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T18:14:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:31,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608131550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608131550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608131555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608131555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T18:14:31,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:31,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:31,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:31,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T18:14:31,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/bc0cb942e32f4ca08dc6a61c519be1b4 2024-11-14T18:14:31,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:31,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T18:14:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:31,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:31,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/f5e2cf4cd0ba4f4eb2740c76245ff5ca is 50, key is test_row_0/C:col10/1731608070879/Put/seqid=0 2024-11-14T18:14:31,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742314_1490 (size=12001) 2024-11-14T18:14:32,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:32,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T18:14:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:32,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:32,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:32,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608132062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608132062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:32,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608132066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:32,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608132068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:32,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608132095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:32,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:32,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T18:14:32,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:32,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:32,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:32,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:32,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T18:14:32,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/f5e2cf4cd0ba4f4eb2740c76245ff5ca 2024-11-14T18:14:32,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:32,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T18:14:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:32,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:32,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/cfde42f487984a1d9bfe6e66757e45e6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/cfde42f487984a1d9bfe6e66757e45e6 2024-11-14T18:14:32,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/cfde42f487984a1d9bfe6e66757e45e6, entries=250, sequenceid=94, filesize=16.3 K 2024-11-14T18:14:32,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/bc0cb942e32f4ca08dc6a61c519be1b4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/bc0cb942e32f4ca08dc6a61c519be1b4 2024-11-14T18:14:32,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/bc0cb942e32f4ca08dc6a61c519be1b4, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T18:14:32,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/f5e2cf4cd0ba4f4eb2740c76245ff5ca as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f5e2cf4cd0ba4f4eb2740c76245ff5ca 2024-11-14T18:14:32,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f5e2cf4cd0ba4f4eb2740c76245ff5ca, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T18:14:32,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f44731978dbb8bfac644a70c872ae0ef in 1535ms, sequenceid=94, compaction requested=false 2024-11-14T18:14:32,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:32,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:32,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T18:14:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:32,488 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T18:14:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:32,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/5213f26aa4fa4ca3b6d49aea2d72d490 is 50, key is test_row_0/A:col10/1731608070927/Put/seqid=0 2024-11-14T18:14:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742315_1491 (size=12001) 2024-11-14T18:14:32,542 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/5213f26aa4fa4ca3b6d49aea2d72d490 2024-11-14T18:14:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/7fa80a5bbfb949db9f752bd4c8ea5d1f is 50, key is test_row_0/B:col10/1731608070927/Put/seqid=0 2024-11-14T18:14:32,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742316_1492 (size=12001) 2024-11-14T18:14:33,016 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/7fa80a5bbfb949db9f752bd4c8ea5d1f 2024-11-14T18:14:33,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/d9c2ba6b0cba42a586e185ff353adcc2 is 50, key is test_row_0/C:col10/1731608070927/Put/seqid=0 2024-11-14T18:14:33,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742317_1493 (size=12001) 2024-11-14T18:14:33,066 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/d9c2ba6b0cba42a586e185ff353adcc2 2024-11-14T18:14:33,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:33,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/5213f26aa4fa4ca3b6d49aea2d72d490 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5213f26aa4fa4ca3b6d49aea2d72d490 2024-11-14T18:14:33,089 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5213f26aa4fa4ca3b6d49aea2d72d490, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T18:14:33,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/7fa80a5bbfb949db9f752bd4c8ea5d1f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/7fa80a5bbfb949db9f752bd4c8ea5d1f 2024-11-14T18:14:33,112 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/7fa80a5bbfb949db9f752bd4c8ea5d1f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T18:14:33,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/d9c2ba6b0cba42a586e185ff353adcc2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d9c2ba6b0cba42a586e185ff353adcc2 2024-11-14T18:14:33,120 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d9c2ba6b0cba42a586e185ff353adcc2, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T18:14:33,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608133103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,121 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f44731978dbb8bfac644a70c872ae0ef in 634ms, sequenceid=118, compaction requested=true 2024-11-14T18:14:33,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:33,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-14T18:14:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-14T18:14:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:33,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-14T18:14:33,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9320 sec 2024-11-14T18:14:33,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T18:14:33,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:33,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:33,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:33,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:33,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:33,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:33,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.9370 sec 2024-11-14T18:14:33,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/7b32ae9f68d7441798e95f091a85bce7 is 50, key is test_row_0/A:col10/1731608073126/Put/seqid=0 2024-11-14T18:14:33,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742318_1494 (size=14441) 2024-11-14T18:14:33,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/7b32ae9f68d7441798e95f091a85bce7 2024-11-14T18:14:33,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/852558fca9a44eb3b454977171f0a814 is 50, key is test_row_0/B:col10/1731608073126/Put/seqid=0 2024-11-14T18:14:33,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742319_1495 (size=12101) 2024-11-14T18:14:33,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608133206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608133206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608133208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608133222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T18:14:33,301 INFO [Thread-2119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-14T18:14:33,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-14T18:14:33,303 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T18:14:33,304 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:33,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:33,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608133314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608133318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608133318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T18:14:33,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608133430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T18:14:33,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:33,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:33,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:33,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608133518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608133527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608133527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T18:14:33,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:33,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:33,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T18:14:33,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/852558fca9a44eb3b454977171f0a814 2024-11-14T18:14:33,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/19c73592ca9c4d96b7896d269a9fb9e3 is 50, key is test_row_0/C:col10/1731608073126/Put/seqid=0 2024-11-14T18:14:33,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742320_1496 (size=12101) 2024-11-14T18:14:33,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/19c73592ca9c4d96b7896d269a9fb9e3 2024-11-14T18:14:33,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/7b32ae9f68d7441798e95f091a85bce7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/7b32ae9f68d7441798e95f091a85bce7 2024-11-14T18:14:33,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608133739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/7b32ae9f68d7441798e95f091a85bce7, entries=200, sequenceid=132, filesize=14.1 K 2024-11-14T18:14:33,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/852558fca9a44eb3b454977171f0a814 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/852558fca9a44eb3b454977171f0a814 2024-11-14T18:14:33,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T18:14:33,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:33,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:33,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:33,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/852558fca9a44eb3b454977171f0a814, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T18:14:33,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/19c73592ca9c4d96b7896d269a9fb9e3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/19c73592ca9c4d96b7896d269a9fb9e3 2024-11-14T18:14:33,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/19c73592ca9c4d96b7896d269a9fb9e3, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T18:14:33,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f44731978dbb8bfac644a70c872ae0ef in 652ms, sequenceid=132, compaction requested=true 2024-11-14T18:14:33,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:33,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:33,781 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:33,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:33,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:33,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:33,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:33,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:33,781 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:33,783 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55262 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:33,783 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/A is initiating minor compaction (all files) 2024-11-14T18:14:33,783 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/A in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,783 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/6289d4f7e2d640efb50599554fdccd6a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/cfde42f487984a1d9bfe6e66757e45e6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5213f26aa4fa4ca3b6d49aea2d72d490, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/7b32ae9f68d7441798e95f091a85bce7] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=54.0 K 2024-11-14T18:14:33,784 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:33,784 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/B is initiating minor compaction (all files) 2024-11-14T18:14:33,784 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/B in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,784 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/108ca7d288284dccacc87c61f51b8961, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/bc0cb942e32f4ca08dc6a61c519be1b4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/7fa80a5bbfb949db9f752bd4c8ea5d1f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/852558fca9a44eb3b454977171f0a814] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=47.1 K 2024-11-14T18:14:33,784 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6289d4f7e2d640efb50599554fdccd6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731608069911 2024-11-14T18:14:33,784 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 108ca7d288284dccacc87c61f51b8961, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731608069911 2024-11-14T18:14:33,784 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfde42f487984a1d9bfe6e66757e45e6, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731608070875 2024-11-14T18:14:33,784 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting bc0cb942e32f4ca08dc6a61c519be1b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731608070878 2024-11-14T18:14:33,785 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5213f26aa4fa4ca3b6d49aea2d72d490, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731608070913 2024-11-14T18:14:33,785 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fa80a5bbfb949db9f752bd4c8ea5d1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731608070913 2024-11-14T18:14:33,785 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 852558fca9a44eb3b454977171f0a814, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731608073102 2024-11-14T18:14:33,785 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b32ae9f68d7441798e95f091a85bce7, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731608073101 2024-11-14T18:14:33,808 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#A#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:33,809 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/3951c89377a04c29a3c17854086ee8d5 is 50, key is test_row_0/A:col10/1731608073126/Put/seqid=0 2024-11-14T18:14:33,817 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#B#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:33,817 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/9a0d04d71e7247e9ab8c2f2569ef3191 is 50, key is test_row_0/B:col10/1731608073126/Put/seqid=0 2024-11-14T18:14:33,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T18:14:33,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:33,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:33,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:33,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:33,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:33,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:33,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742322_1498 (size=12375) 2024-11-14T18:14:33,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/8dfaeb9a29ee47039381f3a94f3a682e is 50, key is test_row_0/A:col10/1731608073178/Put/seqid=0 2024-11-14T18:14:33,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742321_1497 (size=12375) 2024-11-14T18:14:33,863 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/9a0d04d71e7247e9ab8c2f2569ef3191 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/9a0d04d71e7247e9ab8c2f2569ef3191 2024-11-14T18:14:33,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742323_1499 (size=16931) 2024-11-14T18:14:33,871 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/B of f44731978dbb8bfac644a70c872ae0ef into 9a0d04d71e7247e9ab8c2f2569ef3191(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:33,871 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:33,871 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/B, priority=12, startTime=1731608073781; duration=0sec 2024-11-14T18:14:33,871 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:33,871 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:B 2024-11-14T18:14:33,872 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:33,872 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:33,872 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/C is initiating minor compaction (all files) 2024-11-14T18:14:33,873 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/C in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,873 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f12ea23ce5304af986459a08513aa0ea, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f5e2cf4cd0ba4f4eb2740c76245ff5ca, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d9c2ba6b0cba42a586e185ff353adcc2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/19c73592ca9c4d96b7896d269a9fb9e3] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=47.1 K 2024-11-14T18:14:33,873 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting f12ea23ce5304af986459a08513aa0ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731608069911 2024-11-14T18:14:33,873 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting f5e2cf4cd0ba4f4eb2740c76245ff5ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731608070878 2024-11-14T18:14:33,873 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d9c2ba6b0cba42a586e185ff353adcc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731608070913 2024-11-14T18:14:33,874 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 19c73592ca9c4d96b7896d269a9fb9e3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731608073102 2024-11-14T18:14:33,896 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#C#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:33,897 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/104c05a9b2004931bc9cc4095c84f3c0 is 50, key is test_row_0/C:col10/1731608073126/Put/seqid=0 2024-11-14T18:14:33,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608133908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T18:14:33,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T18:14:33,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:33,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:33,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:33,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:33,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742324_1500 (size=12375) 2024-11-14T18:14:33,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608133918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608133918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:34,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608134026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608134029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608134030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T18:14:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:34,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:34,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608134106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,110 DEBUG [Thread-2113 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., hostname=eed19b614a58,42787,1731607940149, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:14:34,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T18:14:34,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:34,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:34,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:34,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:34,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:34,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608134232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608134234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608134236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608134253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/8dfaeb9a29ee47039381f3a94f3a682e 2024-11-14T18:14:34,283 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/3951c89377a04c29a3c17854086ee8d5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/3951c89377a04c29a3c17854086ee8d5 2024-11-14T18:14:34,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/5d5ff2ac93744c7db0d78aca0e21b0c6 is 50, key is test_row_0/B:col10/1731608073178/Put/seqid=0 2024-11-14T18:14:34,297 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/A of f44731978dbb8bfac644a70c872ae0ef into 3951c89377a04c29a3c17854086ee8d5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:34,297 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:34,297 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/A, priority=12, startTime=1731608073781; duration=0sec 2024-11-14T18:14:34,298 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:34,298 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:A 2024-11-14T18:14:34,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742325_1501 (size=12151) 2024-11-14T18:14:34,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/5d5ff2ac93744c7db0d78aca0e21b0c6 2024-11-14T18:14:34,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/c5f0f5058fb04a23bd73798262647e9c is 50, key is test_row_0/C:col10/1731608073178/Put/seqid=0 2024-11-14T18:14:34,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742326_1502 (size=12151) 2024-11-14T18:14:34,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/c5f0f5058fb04a23bd73798262647e9c 2024-11-14T18:14:34,355 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/104c05a9b2004931bc9cc4095c84f3c0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/104c05a9b2004931bc9cc4095c84f3c0 2024-11-14T18:14:34,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/8dfaeb9a29ee47039381f3a94f3a682e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8dfaeb9a29ee47039381f3a94f3a682e 2024-11-14T18:14:34,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8dfaeb9a29ee47039381f3a94f3a682e, entries=250, sequenceid=156, filesize=16.5 K 2024-11-14T18:14:34,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/5d5ff2ac93744c7db0d78aca0e21b0c6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5d5ff2ac93744c7db0d78aca0e21b0c6 2024-11-14T18:14:34,368 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/C of f44731978dbb8bfac644a70c872ae0ef into 104c05a9b2004931bc9cc4095c84f3c0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:34,368 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:34,368 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/C, priority=12, startTime=1731608073781; duration=0sec 2024-11-14T18:14:34,368 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:34,368 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:C 2024-11-14T18:14:34,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5d5ff2ac93744c7db0d78aca0e21b0c6, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T18:14:34,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/c5f0f5058fb04a23bd73798262647e9c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/c5f0f5058fb04a23bd73798262647e9c 2024-11-14T18:14:34,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/c5f0f5058fb04a23bd73798262647e9c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T18:14:34,377 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T18:14:34,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f44731978dbb8bfac644a70c872ae0ef in 532ms, sequenceid=156, compaction requested=false 2024-11-14T18:14:34,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:34,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T18:14:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:34,395 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T18:14:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:34,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/57918d7f32cc4fef85824212c0e1c268 is 50, key is test_row_0/A:col10/1731608073916/Put/seqid=0 2024-11-14T18:14:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T18:14:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742327_1503 (size=12151) 2024-11-14T18:14:34,453 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/57918d7f32cc4fef85824212c0e1c268 2024-11-14T18:14:34,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/04ac5f4101d245ff81a0906508b7a2a1 is 50, key is test_row_0/B:col10/1731608073916/Put/seqid=0 2024-11-14T18:14:34,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742328_1504 (size=12151) 2024-11-14T18:14:34,508 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/04ac5f4101d245ff81a0906508b7a2a1 2024-11-14T18:14:34,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/1b3237556c994318a80a0204af672f24 is 50, key is test_row_0/C:col10/1731608073916/Put/seqid=0 2024-11-14T18:14:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:34,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:34,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742329_1505 (size=12151) 2024-11-14T18:14:34,554 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/1b3237556c994318a80a0204af672f24 2024-11-14T18:14:34,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/57918d7f32cc4fef85824212c0e1c268 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/57918d7f32cc4fef85824212c0e1c268 2024-11-14T18:14:34,563 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/57918d7f32cc4fef85824212c0e1c268, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T18:14:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/04ac5f4101d245ff81a0906508b7a2a1 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/04ac5f4101d245ff81a0906508b7a2a1 2024-11-14T18:14:34,569 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/04ac5f4101d245ff81a0906508b7a2a1, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T18:14:34,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/1b3237556c994318a80a0204af672f24 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1b3237556c994318a80a0204af672f24 2024-11-14T18:14:34,582 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1b3237556c994318a80a0204af672f24, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T18:14:34,582 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=100.63 KB/103050 for f44731978dbb8bfac644a70c872ae0ef in 187ms, sequenceid=172, compaction requested=true 2024-11-14T18:14:34,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:34,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:34,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-14T18:14:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-14T18:14:34,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:14:34,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:34,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:34,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:34,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:34,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:34,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:34,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-14T18:14:34,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2800 sec 2024-11-14T18:14:34,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.2840 sec 2024-11-14T18:14:34,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/b141b11324f24dd38f3b11180f18dac3 is 50, key is test_row_0/A:col10/1731608074578/Put/seqid=0 2024-11-14T18:14:34,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742330_1506 (size=16931) 2024-11-14T18:14:34,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608134624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608134630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608134631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608134731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608134737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608134737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608134937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608134945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608134947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:35,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/b141b11324f24dd38f3b11180f18dac3 2024-11-14T18:14:35,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/2b31cc9a4a4a4a1c9718fefc03909913 is 50, key is test_row_0/B:col10/1731608074578/Put/seqid=0 2024-11-14T18:14:35,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742331_1507 (size=12151) 2024-11-14T18:14:35,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/2b31cc9a4a4a4a1c9718fefc03909913 2024-11-14T18:14:35,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/89142803122044c1b7efb3081be7af5b is 50, key is test_row_0/C:col10/1731608074578/Put/seqid=0 2024-11-14T18:14:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742332_1508 (size=12151) 2024-11-14T18:14:35,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608135247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:35,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608135255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:35,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608135255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:35,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608135264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T18:14:35,430 INFO [Thread-2119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-14T18:14:35,435 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-14T18:14:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T18:14:35,443 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:35,447 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:35,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:35,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/89142803122044c1b7efb3081be7af5b 2024-11-14T18:14:35,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/b141b11324f24dd38f3b11180f18dac3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/b141b11324f24dd38f3b11180f18dac3 2024-11-14T18:14:35,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/b141b11324f24dd38f3b11180f18dac3, entries=250, sequenceid=191, filesize=16.5 K 2024-11-14T18:14:35,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/2b31cc9a4a4a4a1c9718fefc03909913 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2b31cc9a4a4a4a1c9718fefc03909913 2024-11-14T18:14:35,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2b31cc9a4a4a4a1c9718fefc03909913, entries=150, sequenceid=191, filesize=11.9 K 2024-11-14T18:14:35,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/89142803122044c1b7efb3081be7af5b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/89142803122044c1b7efb3081be7af5b 2024-11-14T18:14:35,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/89142803122044c1b7efb3081be7af5b, entries=150, sequenceid=191, filesize=11.9 K 2024-11-14T18:14:35,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for f44731978dbb8bfac644a70c872ae0ef in 946ms, sequenceid=191, compaction requested=true 2024-11-14T18:14:35,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:35,529 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:35,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:35,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:35,530 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:35,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:35,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:35,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:35,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:35,534 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58388 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:35,534 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/A is initiating minor compaction (all files) 2024-11-14T18:14:35,534 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/A in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:35,534 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/3951c89377a04c29a3c17854086ee8d5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8dfaeb9a29ee47039381f3a94f3a682e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/57918d7f32cc4fef85824212c0e1c268, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/b141b11324f24dd38f3b11180f18dac3] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=57.0 K 2024-11-14T18:14:35,536 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3951c89377a04c29a3c17854086ee8d5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731608073102 2024-11-14T18:14:35,536 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:35,536 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/B is initiating minor compaction (all files) 2024-11-14T18:14:35,536 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/B in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:35,536 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/9a0d04d71e7247e9ab8c2f2569ef3191, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5d5ff2ac93744c7db0d78aca0e21b0c6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/04ac5f4101d245ff81a0906508b7a2a1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2b31cc9a4a4a4a1c9718fefc03909913] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=47.7 K 2024-11-14T18:14:35,536 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dfaeb9a29ee47039381f3a94f3a682e, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731608073178 2024-11-14T18:14:35,537 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57918d7f32cc4fef85824212c0e1c268, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731608073903 2024-11-14T18:14:35,537 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a0d04d71e7247e9ab8c2f2569ef3191, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731608073102 2024-11-14T18:14:35,537 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d5ff2ac93744c7db0d78aca0e21b0c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731608073178 2024-11-14T18:14:35,537 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting b141b11324f24dd38f3b11180f18dac3, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731608074561 2024-11-14T18:14:35,537 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 04ac5f4101d245ff81a0906508b7a2a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731608073903 2024-11-14T18:14:35,538 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b31cc9a4a4a4a1c9718fefc03909913, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731608074578 2024-11-14T18:14:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T18:14:35,568 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:35,569 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/4e171b91cc32431fb1b898ce97197f90 is 50, key is test_row_0/B:col10/1731608074578/Put/seqid=0 2024-11-14T18:14:35,584 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#A#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:35,585 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/d986e7c9f7234b048f72c163fab71942 is 50, key is test_row_0/A:col10/1731608074578/Put/seqid=0 2024-11-14T18:14:35,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:35,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-14T18:14:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:35,601 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T18:14:35,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:35,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:35,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:35,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:35,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:35,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:35,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742333_1509 (size=12561) 2024-11-14T18:14:35,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742334_1510 (size=12561) 2024-11-14T18:14:35,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/f4d012b53d32413a98c4a2c6a4cacebd is 50, key is test_row_0/A:col10/1731608074622/Put/seqid=0 2024-11-14T18:14:35,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742335_1511 (size=12151) 2024-11-14T18:14:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T18:14:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:35,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:35,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608135811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:35,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608135812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:35,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608135814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:35,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:35,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608135927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608135927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:35,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608135927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:36,042 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/4e171b91cc32431fb1b898ce97197f90 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/4e171b91cc32431fb1b898ce97197f90 2024-11-14T18:14:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T18:14:36,073 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/f4d012b53d32413a98c4a2c6a4cacebd 2024-11-14T18:14:36,080 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/B of f44731978dbb8bfac644a70c872ae0ef into 4e171b91cc32431fb1b898ce97197f90(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:36,080 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:36,080 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/B, priority=12, startTime=1731608075530; duration=0sec 2024-11-14T18:14:36,080 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:36,080 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:B 2024-11-14T18:14:36,080 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:14:36,090 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/d986e7c9f7234b048f72c163fab71942 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/d986e7c9f7234b048f72c163fab71942 2024-11-14T18:14:36,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/faa09018429642b7baf0c18d0026eb0b is 50, key is test_row_0/B:col10/1731608074622/Put/seqid=0 2024-11-14T18:14:36,106 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:14:36,106 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/C is initiating minor compaction (all files) 2024-11-14T18:14:36,106 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/C in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:36,106 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/104c05a9b2004931bc9cc4095c84f3c0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/c5f0f5058fb04a23bd73798262647e9c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1b3237556c994318a80a0204af672f24, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/89142803122044c1b7efb3081be7af5b] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=47.7 K 2024-11-14T18:14:36,110 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 104c05a9b2004931bc9cc4095c84f3c0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731608073102 2024-11-14T18:14:36,111 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c5f0f5058fb04a23bd73798262647e9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731608073178 2024-11-14T18:14:36,117 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b3237556c994318a80a0204af672f24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731608073903 2024-11-14T18:14:36,119 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 89142803122044c1b7efb3081be7af5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731608074578 2024-11-14T18:14:36,133 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/A of f44731978dbb8bfac644a70c872ae0ef into d986e7c9f7234b048f72c163fab71942(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:36,133 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:36,133 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/A, priority=12, startTime=1731608075529; duration=0sec 2024-11-14T18:14:36,134 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:36,134 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:A 2024-11-14T18:14:36,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608136138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:36,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608136140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:36,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742336_1512 (size=12151) 2024-11-14T18:14:36,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608136141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:36,173 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#C#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:36,176 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/3a961bff45c142a4a2dd722c745f37b8 is 50, key is test_row_0/C:col10/1731608074578/Put/seqid=0 2024-11-14T18:14:36,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742337_1513 (size=12561) 2024-11-14T18:14:36,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608136447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:36,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608136450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:36,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608136459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T18:14:36,546 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/faa09018429642b7baf0c18d0026eb0b 2024-11-14T18:14:36,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/66d78be6c8674cc1b6ad3661abe03b4e is 50, key is test_row_0/C:col10/1731608074622/Put/seqid=0 2024-11-14T18:14:36,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742338_1514 (size=12151) 2024-11-14T18:14:36,655 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/66d78be6c8674cc1b6ad3661abe03b4e 2024-11-14T18:14:36,668 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/3a961bff45c142a4a2dd722c745f37b8 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3a961bff45c142a4a2dd722c745f37b8 2024-11-14T18:14:36,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/f4d012b53d32413a98c4a2c6a4cacebd as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/f4d012b53d32413a98c4a2c6a4cacebd 2024-11-14T18:14:36,700 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/f4d012b53d32413a98c4a2c6a4cacebd, entries=150, sequenceid=209, filesize=11.9 K 2024-11-14T18:14:36,703 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/C of f44731978dbb8bfac644a70c872ae0ef into 3a961bff45c142a4a2dd722c745f37b8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:36,703 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:36,703 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/C, priority=12, startTime=1731608075531; duration=0sec 2024-11-14T18:14:36,703 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:36,703 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:C 2024-11-14T18:14:36,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/faa09018429642b7baf0c18d0026eb0b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/faa09018429642b7baf0c18d0026eb0b 2024-11-14T18:14:36,724 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/faa09018429642b7baf0c18d0026eb0b, entries=150, sequenceid=209, filesize=11.9 K 2024-11-14T18:14:36,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/66d78be6c8674cc1b6ad3661abe03b4e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/66d78be6c8674cc1b6ad3661abe03b4e 2024-11-14T18:14:36,754 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/66d78be6c8674cc1b6ad3661abe03b4e, entries=150, sequenceid=209, filesize=11.9 K 2024-11-14T18:14:36,763 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f44731978dbb8bfac644a70c872ae0ef in 1162ms, sequenceid=209, compaction requested=false 2024-11-14T18:14:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-14T18:14:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-14T18:14:36,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-14T18:14:36,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3270 sec 2024-11-14T18:14:36,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.3530 sec 2024-11-14T18:14:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:36,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:14:36,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:36,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/c9e2aeb7a6924f3a8a1d3524c5c7e59d is 50, key is test_row_0/A:col10/1731608075811/Put/seqid=0 2024-11-14T18:14:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742339_1515 (size=12151) 2024-11-14T18:14:37,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/c9e2aeb7a6924f3a8a1d3524c5c7e59d 2024-11-14T18:14:37,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/8bc434943a904db9a0830c3abe5464e0 is 50, key is test_row_0/B:col10/1731608075811/Put/seqid=0 2024-11-14T18:14:37,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742340_1516 (size=12151) 2024-11-14T18:14:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608137133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/8bc434943a904db9a0830c3abe5464e0 2024-11-14T18:14:37,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608137150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608137151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/02c7211cef634212b69a29bdf6316953 is 50, key is test_row_0/C:col10/1731608075811/Put/seqid=0 2024-11-14T18:14:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742341_1517 (size=12151) 2024-11-14T18:14:37,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/02c7211cef634212b69a29bdf6316953 2024-11-14T18:14:37,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/c9e2aeb7a6924f3a8a1d3524c5c7e59d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c9e2aeb7a6924f3a8a1d3524c5c7e59d 2024-11-14T18:14:37,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c9e2aeb7a6924f3a8a1d3524c5c7e59d, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T18:14:37,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/8bc434943a904db9a0830c3abe5464e0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8bc434943a904db9a0830c3abe5464e0 2024-11-14T18:14:37,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8bc434943a904db9a0830c3abe5464e0, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T18:14:37,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/02c7211cef634212b69a29bdf6316953 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/02c7211cef634212b69a29bdf6316953 2024-11-14T18:14:37,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/02c7211cef634212b69a29bdf6316953, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T18:14:37,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for f44731978dbb8bfac644a70c872ae0ef in 312ms, sequenceid=231, compaction requested=true 2024-11-14T18:14:37,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:37,274 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:37,277 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:37,277 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/A is initiating minor compaction (all files) 2024-11-14T18:14:37,277 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/A in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:37,277 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/d986e7c9f7234b048f72c163fab71942, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/f4d012b53d32413a98c4a2c6a4cacebd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c9e2aeb7a6924f3a8a1d3524c5c7e59d] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.0 K 2024-11-14T18:14:37,278 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting d986e7c9f7234b048f72c163fab71942, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731608074578 2024-11-14T18:14:37,279 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4d012b53d32413a98c4a2c6a4cacebd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731608074622 2024-11-14T18:14:37,279 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9e2aeb7a6924f3a8a1d3524c5c7e59d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731608075810 2024-11-14T18:14:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:37,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:37,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:37,289 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:37,290 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:37,290 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#A#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:37,291 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/B is initiating minor compaction (all files) 2024-11-14T18:14:37,291 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/B in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:37,291 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/4e171b91cc32431fb1b898ce97197f90, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/faa09018429642b7baf0c18d0026eb0b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8bc434943a904db9a0830c3abe5464e0] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.0 K 2024-11-14T18:14:37,291 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/214a30e5087c4b21a6af3ee32495bc7d is 50, key is test_row_0/A:col10/1731608075811/Put/seqid=0 2024-11-14T18:14:37,291 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e171b91cc32431fb1b898ce97197f90, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731608074578 2024-11-14T18:14:37,292 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting faa09018429642b7baf0c18d0026eb0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731608074622 2024-11-14T18:14:37,293 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bc434943a904db9a0830c3abe5464e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731608075810 2024-11-14T18:14:37,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:37,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T18:14:37,313 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:37,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:37,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:37,315 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/7de00bc13cd44015970533d4242e3545 is 50, key is test_row_0/B:col10/1731608075811/Put/seqid=0 2024-11-14T18:14:37,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:37,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:37,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:37,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:37,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742342_1518 (size=12663) 2024-11-14T18:14:37,338 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/214a30e5087c4b21a6af3ee32495bc7d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/214a30e5087c4b21a6af3ee32495bc7d 2024-11-14T18:14:37,345 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/A of f44731978dbb8bfac644a70c872ae0ef into 214a30e5087c4b21a6af3ee32495bc7d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:37,345 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:37,345 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/A, priority=13, startTime=1731608077274; duration=0sec 2024-11-14T18:14:37,345 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:37,345 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:A 2024-11-14T18:14:37,345 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:37,347 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:37,347 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/C is initiating minor compaction (all files) 2024-11-14T18:14:37,347 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/C in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:37,347 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3a961bff45c142a4a2dd722c745f37b8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/66d78be6c8674cc1b6ad3661abe03b4e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/02c7211cef634212b69a29bdf6316953] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.0 K 2024-11-14T18:14:37,350 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a961bff45c142a4a2dd722c745f37b8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731608074578 2024-11-14T18:14:37,350 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66d78be6c8674cc1b6ad3661abe03b4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731608074622 2024-11-14T18:14:37,352 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02c7211cef634212b69a29bdf6316953, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731608075810 2024-11-14T18:14:37,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742343_1519 (size=12663) 2024-11-14T18:14:37,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/5d232b7f83b94930bf28bcdf7b31f617 is 50, key is test_row_0/A:col10/1731608077290/Put/seqid=0 2024-11-14T18:14:37,391 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/7de00bc13cd44015970533d4242e3545 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/7de00bc13cd44015970533d4242e3545 2024-11-14T18:14:37,399 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/B of f44731978dbb8bfac644a70c872ae0ef into 7de00bc13cd44015970533d4242e3545(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:37,399 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:37,399 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/B, priority=13, startTime=1731608077288; duration=0sec 2024-11-14T18:14:37,399 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:37,399 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:B 2024-11-14T18:14:37,424 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:37,424 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/8789185f2df7472bbef6dc5dda2a2c24 is 50, key is test_row_0/C:col10/1731608075811/Put/seqid=0 2024-11-14T18:14:37,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608137377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608137379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608137398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608137401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742344_1520 (size=14541) 2024-11-14T18:14:37,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/5d232b7f83b94930bf28bcdf7b31f617 2024-11-14T18:14:37,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742345_1521 (size=12663) 2024-11-14T18:14:37,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/b8d605d2cce648ca9afecb24198c5970 is 50, key is test_row_0/B:col10/1731608077290/Put/seqid=0 2024-11-14T18:14:37,508 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/8789185f2df7472bbef6dc5dda2a2c24 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/8789185f2df7472bbef6dc5dda2a2c24 2024-11-14T18:14:37,531 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/C of f44731978dbb8bfac644a70c872ae0ef into 8789185f2df7472bbef6dc5dda2a2c24(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:37,531 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:37,531 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/C, priority=13, startTime=1731608077301; duration=0sec 2024-11-14T18:14:37,531 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:37,531 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:C 2024-11-14T18:14:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T18:14:37,548 INFO [Thread-2119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-14T18:14:37,559 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:37,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608137547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742346_1522 (size=12151) 2024-11-14T18:14:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-14T18:14:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T18:14:37,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/b8d605d2cce648ca9afecb24198c5970 2024-11-14T18:14:37,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608137560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,574 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:37,578 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:37,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:37,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608137574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608137578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/3858c728c11e40fca3dad65037698c37 is 50, key is test_row_0/C:col10/1731608077290/Put/seqid=0 2024-11-14T18:14:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742347_1523 (size=12151) 2024-11-14T18:14:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T18:14:37,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T18:14:37,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:37,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:37,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:37,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:37,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:37,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608137767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608137776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608137792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608137794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T18:14:37,910 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:37,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T18:14:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:37,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/3858c728c11e40fca3dad65037698c37 2024-11-14T18:14:38,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T18:14:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/5d232b7f83b94930bf28bcdf7b31f617 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5d232b7f83b94930bf28bcdf7b31f617 2024-11-14T18:14:38,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5d232b7f83b94930bf28bcdf7b31f617, entries=200, sequenceid=252, filesize=14.2 K 2024-11-14T18:14:38,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/b8d605d2cce648ca9afecb24198c5970 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b8d605d2cce648ca9afecb24198c5970 2024-11-14T18:14:38,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608138083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b8d605d2cce648ca9afecb24198c5970, entries=150, sequenceid=252, filesize=11.9 K 2024-11-14T18:14:38,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/3858c728c11e40fca3dad65037698c37 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3858c728c11e40fca3dad65037698c37 2024-11-14T18:14:38,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3858c728c11e40fca3dad65037698c37, entries=150, sequenceid=252, filesize=11.9 K 2024-11-14T18:14:38,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f44731978dbb8bfac644a70c872ae0ef in 803ms, sequenceid=252, compaction requested=false 2024-11-14T18:14:38,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:38,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T18:14:38,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:38,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:38,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:38,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:38,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:38,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:38,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/32e251587fc54f1fa46e93f1dff0789a is 50, key is test_row_0/A:col10/1731608078111/Put/seqid=0 2024-11-14T18:14:38,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742348_1524 (size=14741) 2024-11-14T18:14:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T18:14:38,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608138199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608138206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608138207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608138209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T18:14:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608138316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608138317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608138317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608138321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T18:14:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608138522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608138523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608138528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T18:14:38,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:38,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608138532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/32e251587fc54f1fa46e93f1dff0789a 2024-11-14T18:14:38,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/4a9bd934c4bc456cb03f5ecc4bd1b706 is 50, key is test_row_0/B:col10/1731608078111/Put/seqid=0 2024-11-14T18:14:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608138598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742349_1525 (size=12301) 2024-11-14T18:14:38,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/4a9bd934c4bc456cb03f5ecc4bd1b706 2024-11-14T18:14:38,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/1e307d47812b42aea95ec74d7f6b921f is 50, key is test_row_0/C:col10/1731608078111/Put/seqid=0 2024-11-14T18:14:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T18:14:38,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T18:14:38,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:38,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742350_1526 (size=12301) 2024-11-14T18:14:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608138829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608138832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608138837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608138839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,845 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:38,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T18:14:38,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:38,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:39,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T18:14:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:39,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:39,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:39,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/1e307d47812b42aea95ec74d7f6b921f 2024-11-14T18:14:39,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/32e251587fc54f1fa46e93f1dff0789a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/32e251587fc54f1fa46e93f1dff0789a 2024-11-14T18:14:39,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/32e251587fc54f1fa46e93f1dff0789a, entries=200, sequenceid=271, filesize=14.4 K 2024-11-14T18:14:39,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/4a9bd934c4bc456cb03f5ecc4bd1b706 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/4a9bd934c4bc456cb03f5ecc4bd1b706 2024-11-14T18:14:39,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/4a9bd934c4bc456cb03f5ecc4bd1b706, entries=150, sequenceid=271, filesize=12.0 K 2024-11-14T18:14:39,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/1e307d47812b42aea95ec74d7f6b921f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1e307d47812b42aea95ec74d7f6b921f 2024-11-14T18:14:39,156 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T18:14:39,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:39,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:39,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:39,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:39,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:39,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1e307d47812b42aea95ec74d7f6b921f, entries=150, sequenceid=271, filesize=12.0 K 2024-11-14T18:14:39,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for f44731978dbb8bfac644a70c872ae0ef in 1070ms, sequenceid=271, compaction requested=true 2024-11-14T18:14:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:39,184 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:39,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:14:39,184 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:39,186 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:39,186 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/B is initiating minor compaction (all files) 2024-11-14T18:14:39,186 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/B in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:39,186 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/7de00bc13cd44015970533d4242e3545, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b8d605d2cce648ca9afecb24198c5970, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/4a9bd934c4bc456cb03f5ecc4bd1b706] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.2 K 2024-11-14T18:14:39,187 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:39,187 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/A is initiating minor compaction (all files) 2024-11-14T18:14:39,187 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/A in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:39,187 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/214a30e5087c4b21a6af3ee32495bc7d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5d232b7f83b94930bf28bcdf7b31f617, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/32e251587fc54f1fa46e93f1dff0789a] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=41.0 K 2024-11-14T18:14:39,187 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7de00bc13cd44015970533d4242e3545, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731608075810 2024-11-14T18:14:39,187 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8d605d2cce648ca9afecb24198c5970, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731608077041 2024-11-14T18:14:39,187 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 214a30e5087c4b21a6af3ee32495bc7d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731608075810 2024-11-14T18:14:39,188 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d232b7f83b94930bf28bcdf7b31f617, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731608077041 2024-11-14T18:14:39,188 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a9bd934c4bc456cb03f5ecc4bd1b706, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731608077379 2024-11-14T18:14:39,189 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 32e251587fc54f1fa46e93f1dff0789a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731608077345 2024-11-14T18:14:39,200 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#A#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:39,200 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#B#compaction#444 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:39,200 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/094ebffba7e74b7dbd689539ffb5b296 is 50, key is test_row_0/A:col10/1731608078111/Put/seqid=0 2024-11-14T18:14:39,200 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/dd3cbb5cc5084a91a1dd5b1abe19a29f is 50, key is test_row_0/B:col10/1731608078111/Put/seqid=0 2024-11-14T18:14:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742352_1528 (size=12915) 2024-11-14T18:14:39,237 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/094ebffba7e74b7dbd689539ffb5b296 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/094ebffba7e74b7dbd689539ffb5b296 2024-11-14T18:14:39,242 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/A of f44731978dbb8bfac644a70c872ae0ef into 094ebffba7e74b7dbd689539ffb5b296(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:39,242 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:39,242 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/A, priority=13, startTime=1731608079184; duration=0sec 2024-11-14T18:14:39,242 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:39,242 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:A 2024-11-14T18:14:39,243 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:39,244 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:39,244 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/C is initiating minor compaction (all files) 2024-11-14T18:14:39,244 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/C in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:39,244 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/8789185f2df7472bbef6dc5dda2a2c24, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3858c728c11e40fca3dad65037698c37, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1e307d47812b42aea95ec74d7f6b921f] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.2 K 2024-11-14T18:14:39,245 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8789185f2df7472bbef6dc5dda2a2c24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731608075810 2024-11-14T18:14:39,245 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 3858c728c11e40fca3dad65037698c37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731608077041 2024-11-14T18:14:39,246 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e307d47812b42aea95ec74d7f6b921f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731608077379 2024-11-14T18:14:39,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742351_1527 (size=12915) 2024-11-14T18:14:39,258 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/dd3cbb5cc5084a91a1dd5b1abe19a29f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/dd3cbb5cc5084a91a1dd5b1abe19a29f 2024-11-14T18:14:39,269 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/B of f44731978dbb8bfac644a70c872ae0ef into dd3cbb5cc5084a91a1dd5b1abe19a29f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:39,269 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:39,269 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/B, priority=13, startTime=1731608079184; duration=0sec 2024-11-14T18:14:39,269 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:39,269 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:B 2024-11-14T18:14:39,271 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:39,272 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/fd5fe0534c8e4badb94cf23434abf939 is 50, key is test_row_0/C:col10/1731608078111/Put/seqid=0 2024-11-14T18:14:39,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T18:14:39,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742353_1529 (size=12915) 2024-11-14T18:14:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:39,314 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T18:14:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:39,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/8e4d417696e24b2cbd00d8ac9233eab9 is 50, key is test_row_0/A:col10/1731608078198/Put/seqid=0 2024-11-14T18:14:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742354_1530 (size=12301) 2024-11-14T18:14:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:39,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:39,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608139429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608139429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608139430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608139438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608139540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608139554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608139554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608139562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608139616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T18:14:39,720 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/fd5fe0534c8e4badb94cf23434abf939 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/fd5fe0534c8e4badb94cf23434abf939 2024-11-14T18:14:39,733 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/C of f44731978dbb8bfac644a70c872ae0ef into fd5fe0534c8e4badb94cf23434abf939(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:39,734 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:39,734 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/C, priority=13, startTime=1731608079184; duration=0sec 2024-11-14T18:14:39,734 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:39,734 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:C 2024-11-14T18:14:39,750 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/8e4d417696e24b2cbd00d8ac9233eab9 2024-11-14T18:14:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608139745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608139765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608139766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/90d1b1940b6e4b77b1364a24c22916d5 is 50, key is test_row_0/B:col10/1731608078198/Put/seqid=0 2024-11-14T18:14:39,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608139766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:39,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742355_1531 (size=12301) 2024-11-14T18:14:40,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608140057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608140069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608140077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608140077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,203 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/90d1b1940b6e4b77b1364a24c22916d5 2024-11-14T18:14:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/28bdcc43b40348a99412594d7ab16e57 is 50, key is test_row_0/C:col10/1731608078198/Put/seqid=0 2024-11-14T18:14:40,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742356_1532 (size=12301) 2024-11-14T18:14:40,249 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/28bdcc43b40348a99412594d7ab16e57 2024-11-14T18:14:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/8e4d417696e24b2cbd00d8ac9233eab9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8e4d417696e24b2cbd00d8ac9233eab9 2024-11-14T18:14:40,278 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8e4d417696e24b2cbd00d8ac9233eab9, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T18:14:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/90d1b1940b6e4b77b1364a24c22916d5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/90d1b1940b6e4b77b1364a24c22916d5 2024-11-14T18:14:40,297 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/90d1b1940b6e4b77b1364a24c22916d5, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T18:14:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/28bdcc43b40348a99412594d7ab16e57 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/28bdcc43b40348a99412594d7ab16e57 2024-11-14T18:14:40,305 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/28bdcc43b40348a99412594d7ab16e57, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T18:14:40,306 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f44731978dbb8bfac644a70c872ae0ef in 992ms, sequenceid=294, compaction requested=false 2024-11-14T18:14:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-14T18:14:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-14T18:14:40,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-14T18:14:40,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7280 sec 2024-11-14T18:14:40,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.7500 sec 2024-11-14T18:14:40,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T18:14:40,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:40,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:40,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:40,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:40,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:40,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:40,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/75487f2993ba40c8b21f15a73eaf4467 is 50, key is test_row_0/A:col10/1731608079425/Put/seqid=0 2024-11-14T18:14:40,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742357_1533 (size=12301) 2024-11-14T18:14:40,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/75487f2993ba40c8b21f15a73eaf4467 2024-11-14T18:14:40,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/2880dd62edd04f80bdbb7541cfe92b49 is 50, key is test_row_0/B:col10/1731608079425/Put/seqid=0 2024-11-14T18:14:40,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742358_1534 (size=12301) 2024-11-14T18:14:40,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/2880dd62edd04f80bdbb7541cfe92b49 2024-11-14T18:14:40,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608140641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608140659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608140659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608140660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/08b2b28126024f90a06e1e40fdacfcfe is 50, key is test_row_0/C:col10/1731608079425/Put/seqid=0 2024-11-14T18:14:40,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742359_1535 (size=12301) 2024-11-14T18:14:40,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608140762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608140772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608140773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608140783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608140976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608140978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608140978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:40,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608140987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/08b2b28126024f90a06e1e40fdacfcfe 2024-11-14T18:14:41,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/75487f2993ba40c8b21f15a73eaf4467 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/75487f2993ba40c8b21f15a73eaf4467 2024-11-14T18:14:41,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/75487f2993ba40c8b21f15a73eaf4467, entries=150, sequenceid=311, filesize=12.0 K 2024-11-14T18:14:41,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/2880dd62edd04f80bdbb7541cfe92b49 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2880dd62edd04f80bdbb7541cfe92b49 2024-11-14T18:14:41,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2880dd62edd04f80bdbb7541cfe92b49, entries=150, sequenceid=311, filesize=12.0 K 2024-11-14T18:14:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/08b2b28126024f90a06e1e40fdacfcfe as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/08b2b28126024f90a06e1e40fdacfcfe 2024-11-14T18:14:41,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/08b2b28126024f90a06e1e40fdacfcfe, entries=150, sequenceid=311, filesize=12.0 K 2024-11-14T18:14:41,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f44731978dbb8bfac644a70c872ae0ef in 646ms, sequenceid=311, compaction requested=true 2024-11-14T18:14:41,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:41,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:41,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:41,221 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:41,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:41,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:41,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:41,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:14:41,223 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:41,226 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:41,226 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:41,226 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/A is initiating minor compaction (all files) 2024-11-14T18:14:41,226 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/B is initiating minor compaction (all files) 2024-11-14T18:14:41,226 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/B in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:41,226 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/dd3cbb5cc5084a91a1dd5b1abe19a29f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/90d1b1940b6e4b77b1364a24c22916d5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2880dd62edd04f80bdbb7541cfe92b49] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.6 K 2024-11-14T18:14:41,226 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/A in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:41,226 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/094ebffba7e74b7dbd689539ffb5b296, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8e4d417696e24b2cbd00d8ac9233eab9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/75487f2993ba40c8b21f15a73eaf4467] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.6 K 2024-11-14T18:14:41,227 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 094ebffba7e74b7dbd689539ffb5b296, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731608077379 2024-11-14T18:14:41,227 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting dd3cbb5cc5084a91a1dd5b1abe19a29f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731608077379 2024-11-14T18:14:41,227 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e4d417696e24b2cbd00d8ac9233eab9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731608078182 2024-11-14T18:14:41,227 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 90d1b1940b6e4b77b1364a24c22916d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731608078182 2024-11-14T18:14:41,228 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75487f2993ba40c8b21f15a73eaf4467, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731608079425 2024-11-14T18:14:41,228 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2880dd62edd04f80bdbb7541cfe92b49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731608079425 2024-11-14T18:14:41,247 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:41,248 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/986bf55d90504bb99e91b9fe24667316 is 50, key is test_row_0/B:col10/1731608079425/Put/seqid=0 2024-11-14T18:14:41,259 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#A#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:41,260 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/585d0f14c31a4f0299962628814a1385 is 50, key is test_row_0/A:col10/1731608079425/Put/seqid=0 2024-11-14T18:14:41,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T18:14:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:41,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/bfad6df59cb04f6b98c50f74da714bad is 50, key is test_row_0/A:col10/1731608081294/Put/seqid=0 2024-11-14T18:14:41,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742361_1537 (size=13017) 2024-11-14T18:14:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742360_1536 (size=13017) 2024-11-14T18:14:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742362_1538 (size=14741) 2024-11-14T18:14:41,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/bfad6df59cb04f6b98c50f74da714bad 2024-11-14T18:14:41,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/47ca5fb2e30f4f16a79911a529263000 is 50, key is test_row_0/B:col10/1731608081294/Put/seqid=0 2024-11-14T18:14:41,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608141474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608141478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608141485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608141487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742363_1539 (size=12301) 2024-11-14T18:14:41,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/47ca5fb2e30f4f16a79911a529263000 2024-11-14T18:14:41,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/7943da376ef14acb83b683d9e9d63374 is 50, key is test_row_0/C:col10/1731608081294/Put/seqid=0 2024-11-14T18:14:41,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742364_1540 (size=12301) 2024-11-14T18:14:41,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608141589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608141592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608141602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608141602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608141641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,650 DEBUG [Thread-2111 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4270 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., hostname=eed19b614a58,42787,1731607940149, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:14:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T18:14:41,694 INFO [Thread-2119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-14T18:14:41,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-14T18:14:41,702 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:41,702 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:41,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T18:14:41,761 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/585d0f14c31a4f0299962628814a1385 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/585d0f14c31a4f0299962628814a1385 2024-11-14T18:14:41,774 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/986bf55d90504bb99e91b9fe24667316 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/986bf55d90504bb99e91b9fe24667316 2024-11-14T18:14:41,778 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/B of f44731978dbb8bfac644a70c872ae0ef into 986bf55d90504bb99e91b9fe24667316(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:41,778 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:41,778 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/B, priority=13, startTime=1731608081221; duration=0sec 2024-11-14T18:14:41,778 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:41,778 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:B 2024-11-14T18:14:41,779 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:41,780 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/A of f44731978dbb8bfac644a70c872ae0ef into 585d0f14c31a4f0299962628814a1385(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:41,780 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:41,780 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:41,780 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/A, priority=13, startTime=1731608081221; duration=0sec 2024-11-14T18:14:41,780 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/C is initiating minor compaction (all files) 2024-11-14T18:14:41,780 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/C in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:41,780 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:41,780 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:A 2024-11-14T18:14:41,780 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/fd5fe0534c8e4badb94cf23434abf939, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/28bdcc43b40348a99412594d7ab16e57, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/08b2b28126024f90a06e1e40fdacfcfe] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.6 K 2024-11-14T18:14:41,780 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting fd5fe0534c8e4badb94cf23434abf939, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731608077379 2024-11-14T18:14:41,782 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 28bdcc43b40348a99412594d7ab16e57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731608078182 2024-11-14T18:14:41,785 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 08b2b28126024f90a06e1e40fdacfcfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731608079425 2024-11-14T18:14:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608141804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608141804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608141814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608141814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T18:14:41,824 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#C#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:41,824 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/9dac35dd4d9e4b348a7d63c0e902f25d is 50, key is test_row_0/C:col10/1731608079425/Put/seqid=0 2024-11-14T18:14:41,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:41,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T18:14:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:41,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:41,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:41,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:41,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742365_1541 (size=13017) 2024-11-14T18:14:41,916 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/9dac35dd4d9e4b348a7d63c0e902f25d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/9dac35dd4d9e4b348a7d63c0e902f25d 2024-11-14T18:14:41,925 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/C of f44731978dbb8bfac644a70c872ae0ef into 9dac35dd4d9e4b348a7d63c0e902f25d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:41,925 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:41,925 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/C, priority=13, startTime=1731608081221; duration=0sec 2024-11-14T18:14:41,925 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:41,925 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:C 2024-11-14T18:14:41,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/7943da376ef14acb83b683d9e9d63374 2024-11-14T18:14:42,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/bfad6df59cb04f6b98c50f74da714bad as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/bfad6df59cb04f6b98c50f74da714bad 2024-11-14T18:14:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T18:14:42,036 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T18:14:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:42,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/bfad6df59cb04f6b98c50f74da714bad, entries=200, sequenceid=332, filesize=14.4 K 2024-11-14T18:14:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/47ca5fb2e30f4f16a79911a529263000 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/47ca5fb2e30f4f16a79911a529263000 2024-11-14T18:14:42,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/47ca5fb2e30f4f16a79911a529263000, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T18:14:42,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/7943da376ef14acb83b683d9e9d63374 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/7943da376ef14acb83b683d9e9d63374 2024-11-14T18:14:42,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/7943da376ef14acb83b683d9e9d63374, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T18:14:42,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f44731978dbb8bfac644a70c872ae0ef in 769ms, sequenceid=332, compaction requested=false 2024-11-14T18:14:42,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:42,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T18:14:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:42,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/9d1d61f725984f1f9b737ec632752bdb is 50, key is test_row_0/A:col10/1731608082118/Put/seqid=0 2024-11-14T18:14:42,191 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T18:14:42,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:42,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742366_1542 (size=12301) 2024-11-14T18:14:42,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608142240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608142255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608142256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608142258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T18:14:42,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T18:14:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608142374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608142375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608142382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608142386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T18:14:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:42,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608142588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608142588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608142595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/9d1d61f725984f1f9b737ec632752bdb 2024-11-14T18:14:42,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608142607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/690d1e2eb3bd4f0f8e3df252552baf4d is 50, key is test_row_0/B:col10/1731608082118/Put/seqid=0 2024-11-14T18:14:42,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742367_1543 (size=12301) 2024-11-14T18:14:42,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/690d1e2eb3bd4f0f8e3df252552baf4d 2024-11-14T18:14:42,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T18:14:42,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:42,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/b38f413b3d9f4e7ea2109008d72766cc is 50, key is test_row_0/C:col10/1731608082118/Put/seqid=0 2024-11-14T18:14:42,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742368_1544 (size=12301) 2024-11-14T18:14:42,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T18:14:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T18:14:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608142890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608142897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608142914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608142919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:42,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T18:14:42,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:42,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:42,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:43,133 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T18:14:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:43,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:43,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/b38f413b3d9f4e7ea2109008d72766cc 2024-11-14T18:14:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:43,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/9d1d61f725984f1f9b737ec632752bdb as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/9d1d61f725984f1f9b737ec632752bdb 2024-11-14T18:14:43,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/9d1d61f725984f1f9b737ec632752bdb, entries=150, sequenceid=352, filesize=12.0 K 2024-11-14T18:14:43,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/690d1e2eb3bd4f0f8e3df252552baf4d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/690d1e2eb3bd4f0f8e3df252552baf4d 2024-11-14T18:14:43,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/690d1e2eb3bd4f0f8e3df252552baf4d, entries=150, sequenceid=352, filesize=12.0 K 2024-11-14T18:14:43,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/b38f413b3d9f4e7ea2109008d72766cc as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b38f413b3d9f4e7ea2109008d72766cc 2024-11-14T18:14:43,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b38f413b3d9f4e7ea2109008d72766cc, entries=150, sequenceid=352, filesize=12.0 K 2024-11-14T18:14:43,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f44731978dbb8bfac644a70c872ae0ef in 1095ms, sequenceid=352, compaction requested=true 2024-11-14T18:14:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:43,219 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:43,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:43,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:43,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:14:43,220 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:43,221 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:43,221 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/A is initiating minor compaction (all files) 2024-11-14T18:14:43,221 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/A in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:43,221 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/585d0f14c31a4f0299962628814a1385, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/bfad6df59cb04f6b98c50f74da714bad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/9d1d61f725984f1f9b737ec632752bdb] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=39.1 K 2024-11-14T18:14:43,223 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 585d0f14c31a4f0299962628814a1385, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731608079425 2024-11-14T18:14:43,226 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting bfad6df59cb04f6b98c50f74da714bad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731608080625 2024-11-14T18:14:43,226 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:43,226 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/B is initiating minor compaction (all files) 2024-11-14T18:14:43,226 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/B in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:43,226 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/986bf55d90504bb99e91b9fe24667316, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/47ca5fb2e30f4f16a79911a529263000, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/690d1e2eb3bd4f0f8e3df252552baf4d] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.7 K 2024-11-14T18:14:43,227 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d1d61f725984f1f9b737ec632752bdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731608081477 2024-11-14T18:14:43,227 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 986bf55d90504bb99e91b9fe24667316, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731608079425 2024-11-14T18:14:43,227 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47ca5fb2e30f4f16a79911a529263000, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731608080625 2024-11-14T18:14:43,228 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 690d1e2eb3bd4f0f8e3df252552baf4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731608081477 2024-11-14T18:14:43,234 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#A#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:43,235 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/c5856e434aed40cb97c752ae9c220c03 is 50, key is test_row_0/A:col10/1731608082118/Put/seqid=0 2024-11-14T18:14:43,256 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#B#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:43,257 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/89c9be5f6937460284361d2760961bb5 is 50, key is test_row_0/B:col10/1731608082118/Put/seqid=0 2024-11-14T18:14:43,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742369_1545 (size=13119) 2024-11-14T18:14:43,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T18:14:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:43,293 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T18:14:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:43,294 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/c5856e434aed40cb97c752ae9c220c03 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c5856e434aed40cb97c752ae9c220c03 2024-11-14T18:14:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/2707c7c63b8b4e649f8023fe6e41a562 is 50, key is test_row_0/A:col10/1731608082240/Put/seqid=0 2024-11-14T18:14:43,303 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/A of f44731978dbb8bfac644a70c872ae0ef into c5856e434aed40cb97c752ae9c220c03(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:43,303 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:43,303 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/A, priority=13, startTime=1731608083219; duration=0sec 2024-11-14T18:14:43,303 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:43,303 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:A 2024-11-14T18:14:43,303 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:43,304 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:43,304 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/C is initiating minor compaction (all files) 2024-11-14T18:14:43,304 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/C in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:43,305 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/9dac35dd4d9e4b348a7d63c0e902f25d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/7943da376ef14acb83b683d9e9d63374, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b38f413b3d9f4e7ea2109008d72766cc] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.7 K 2024-11-14T18:14:43,305 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dac35dd4d9e4b348a7d63c0e902f25d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731608079425 2024-11-14T18:14:43,305 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7943da376ef14acb83b683d9e9d63374, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731608080625 2024-11-14T18:14:43,306 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b38f413b3d9f4e7ea2109008d72766cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731608081477 2024-11-14T18:14:43,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742370_1546 (size=13119) 2024-11-14T18:14:43,327 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/89c9be5f6937460284361d2760961bb5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/89c9be5f6937460284361d2760961bb5 2024-11-14T18:14:43,332 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/B of f44731978dbb8bfac644a70c872ae0ef into 89c9be5f6937460284361d2760961bb5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:43,332 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:43,332 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/B, priority=13, startTime=1731608083219; duration=0sec 2024-11-14T18:14:43,332 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:43,333 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:B 2024-11-14T18:14:43,340 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:43,341 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/4cab63f4709f4889b105dd915551df64 is 50, key is test_row_0/C:col10/1731608082118/Put/seqid=0 2024-11-14T18:14:43,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742371_1547 (size=12301) 2024-11-14T18:14:43,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742372_1548 (size=13119) 2024-11-14T18:14:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:43,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:43,424 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/4cab63f4709f4889b105dd915551df64 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/4cab63f4709f4889b105dd915551df64 2024-11-14T18:14:43,447 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/C of f44731978dbb8bfac644a70c872ae0ef into 4cab63f4709f4889b105dd915551df64(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:43,447 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:43,447 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/C, priority=13, startTime=1731608083220; duration=0sec 2024-11-14T18:14:43,447 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:43,447 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:C 2024-11-14T18:14:43,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608143460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608143465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608143465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608143465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608143574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608143576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608143577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608143581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,754 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/2707c7c63b8b4e649f8023fe6e41a562 2024-11-14T18:14:43,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/33dce34b313846fd97442f94e1bbb2cc is 50, key is test_row_0/B:col10/1731608082240/Put/seqid=0 2024-11-14T18:14:43,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608143784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608143785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608143788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608143788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:43,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742373_1549 (size=12301) 2024-11-14T18:14:43,829 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/33dce34b313846fd97442f94e1bbb2cc 2024-11-14T18:14:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T18:14:43,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/6a092a63b1d0461f956d8daa26ca9c0e is 50, key is test_row_0/C:col10/1731608082240/Put/seqid=0 2024-11-14T18:14:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742374_1550 (size=12301) 2024-11-14T18:14:43,922 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/6a092a63b1d0461f956d8daa26ca9c0e 2024-11-14T18:14:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/2707c7c63b8b4e649f8023fe6e41a562 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/2707c7c63b8b4e649f8023fe6e41a562 2024-11-14T18:14:43,979 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/2707c7c63b8b4e649f8023fe6e41a562, entries=150, sequenceid=371, filesize=12.0 K 2024-11-14T18:14:43,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/33dce34b313846fd97442f94e1bbb2cc as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/33dce34b313846fd97442f94e1bbb2cc 2024-11-14T18:14:44,018 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/33dce34b313846fd97442f94e1bbb2cc, entries=150, sequenceid=371, filesize=12.0 K 2024-11-14T18:14:44,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/6a092a63b1d0461f956d8daa26ca9c0e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/6a092a63b1d0461f956d8daa26ca9c0e 2024-11-14T18:14:44,069 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/6a092a63b1d0461f956d8daa26ca9c0e, entries=150, sequenceid=371, filesize=12.0 K 2024-11-14T18:14:44,074 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for f44731978dbb8bfac644a70c872ae0ef in 781ms, sequenceid=371, compaction requested=false 2024-11-14T18:14:44,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:44,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:44,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-14T18:14:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-14T18:14:44,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-14T18:14:44,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3890 sec 2024-11-14T18:14:44,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.4030 sec 2024-11-14T18:14:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:44,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T18:14:44,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:44,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:44,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:44,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:44,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:44,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:44,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/8463aa0a137c4acf856a0092875715a3 is 50, key is test_row_0/A:col10/1731608084120/Put/seqid=0 2024-11-14T18:14:44,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608144198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608144216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608144219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608144220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742375_1551 (size=12301) 2024-11-14T18:14:44,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608144327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608144333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608144334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608144336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608144535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608144543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608144544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608144544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/8463aa0a137c4acf856a0092875715a3 2024-11-14T18:14:44,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/8d6dff95bd3a4f96a11c5b7e3cee85b6 is 50, key is test_row_0/B:col10/1731608084120/Put/seqid=0 2024-11-14T18:14:44,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742376_1552 (size=12301) 2024-11-14T18:14:44,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608144847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608144848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608144849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:44,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608144850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:45,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/8d6dff95bd3a4f96a11c5b7e3cee85b6 2024-11-14T18:14:45,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/78242374b21b42b581f12424cba5fa4f is 50, key is test_row_0/C:col10/1731608084120/Put/seqid=0 2024-11-14T18:14:45,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742377_1553 (size=12301) 2024-11-14T18:14:45,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608145357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608145360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608145360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:45,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608145360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:45,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/78242374b21b42b581f12424cba5fa4f 2024-11-14T18:14:45,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1731608145686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:45,690 DEBUG [Thread-2111 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8311 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., hostname=eed19b614a58,42787,1731607940149, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:14:45,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/8463aa0a137c4acf856a0092875715a3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8463aa0a137c4acf856a0092875715a3 2024-11-14T18:14:45,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8463aa0a137c4acf856a0092875715a3, entries=150, sequenceid=397, filesize=12.0 K 2024-11-14T18:14:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/8d6dff95bd3a4f96a11c5b7e3cee85b6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8d6dff95bd3a4f96a11c5b7e3cee85b6 2024-11-14T18:14:45,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8d6dff95bd3a4f96a11c5b7e3cee85b6, entries=150, sequenceid=397, filesize=12.0 K 2024-11-14T18:14:45,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/78242374b21b42b581f12424cba5fa4f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/78242374b21b42b581f12424cba5fa4f 2024-11-14T18:14:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T18:14:45,834 INFO [Thread-2119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-14T18:14:45,843 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-14T18:14:45,852 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:45,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/78242374b21b42b581f12424cba5fa4f, entries=150, sequenceid=397, filesize=12.0 K 2024-11-14T18:14:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T18:14:45,854 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:45,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:45,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for f44731978dbb8bfac644a70c872ae0ef in 1734ms, sequenceid=397, compaction requested=true 2024-11-14T18:14:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:45,862 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:14:45,864 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:45,878 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:45,878 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/A is initiating minor compaction (all files) 2024-11-14T18:14:45,878 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/A in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:45,879 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c5856e434aed40cb97c752ae9c220c03, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/2707c7c63b8b4e649f8023fe6e41a562, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8463aa0a137c4acf856a0092875715a3] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.8 K 2024-11-14T18:14:45,879 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5856e434aed40cb97c752ae9c220c03, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731608081477 2024-11-14T18:14:45,879 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2707c7c63b8b4e649f8023fe6e41a562, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731608082218 2024-11-14T18:14:45,879 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8463aa0a137c4acf856a0092875715a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731608084106 2024-11-14T18:14:45,882 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:45,882 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/B is initiating minor compaction (all files) 2024-11-14T18:14:45,882 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/B in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:45,882 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/89c9be5f6937460284361d2760961bb5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/33dce34b313846fd97442f94e1bbb2cc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8d6dff95bd3a4f96a11c5b7e3cee85b6] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.8 K 2024-11-14T18:14:45,883 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 89c9be5f6937460284361d2760961bb5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731608081477 2024-11-14T18:14:45,886 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 33dce34b313846fd97442f94e1bbb2cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731608082218 2024-11-14T18:14:45,890 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d6dff95bd3a4f96a11c5b7e3cee85b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731608084106 2024-11-14T18:14:45,933 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#A#compaction#471 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:45,933 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/cd3c654e59724ca6a9f363ca7bd6e03b is 50, key is test_row_0/A:col10/1731608084120/Put/seqid=0 2024-11-14T18:14:45,964 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#B#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:45,965 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/d38c90ef94214d89bbe84ca7f61b600b is 50, key is test_row_0/B:col10/1731608084120/Put/seqid=0 2024-11-14T18:14:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T18:14:45,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742378_1554 (size=13221) 2024-11-14T18:14:46,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:46,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T18:14:46,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:46,018 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T18:14:46,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:46,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:46,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:46,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:46,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:46,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:46,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742379_1555 (size=13221) 2024-11-14T18:14:46,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/be67c00c0a72441b933710cea46521e9 is 50, key is test_row_0/A:col10/1731608084214/Put/seqid=0 2024-11-14T18:14:46,066 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/cd3c654e59724ca6a9f363ca7bd6e03b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/cd3c654e59724ca6a9f363ca7bd6e03b 2024-11-14T18:14:46,070 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/d38c90ef94214d89bbe84ca7f61b600b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/d38c90ef94214d89bbe84ca7f61b600b 2024-11-14T18:14:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742380_1556 (size=12301) 2024-11-14T18:14:46,102 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/be67c00c0a72441b933710cea46521e9 2024-11-14T18:14:46,114 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/B of f44731978dbb8bfac644a70c872ae0ef into d38c90ef94214d89bbe84ca7f61b600b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:46,114 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:46,114 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/B, priority=13, startTime=1731608085862; duration=0sec 2024-11-14T18:14:46,114 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:46,114 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:B 2024-11-14T18:14:46,114 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:46,116 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/A of f44731978dbb8bfac644a70c872ae0ef into cd3c654e59724ca6a9f363ca7bd6e03b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:46,116 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:46,116 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/A, priority=13, startTime=1731608085862; duration=0sec 2024-11-14T18:14:46,116 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:46,116 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:A 2024-11-14T18:14:46,141 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:46,141 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/C is initiating minor compaction (all files) 2024-11-14T18:14:46,141 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/C in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:46,141 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/4cab63f4709f4889b105dd915551df64, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/6a092a63b1d0461f956d8daa26ca9c0e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/78242374b21b42b581f12424cba5fa4f] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.8 K 2024-11-14T18:14:46,146 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cab63f4709f4889b105dd915551df64, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731608081477 2024-11-14T18:14:46,150 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a092a63b1d0461f956d8daa26ca9c0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731608082218 2024-11-14T18:14:46,158 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 78242374b21b42b581f12424cba5fa4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731608084106 2024-11-14T18:14:46,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/b93f3d4906984e23945cbedd78b11f99 is 50, key is test_row_0/B:col10/1731608084214/Put/seqid=0 2024-11-14T18:14:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T18:14:46,172 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#C#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:46,172 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/41ddd2dffc5f44e9a129a84892aa0896 is 50, key is test_row_0/C:col10/1731608084120/Put/seqid=0 2024-11-14T18:14:46,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742381_1557 (size=12301) 2024-11-14T18:14:46,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742382_1558 (size=13221) 2024-11-14T18:14:46,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T18:14:46,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608146507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:46,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608146527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:46,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608146530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:46,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608146530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:46,585 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/b93f3d4906984e23945cbedd78b11f99 2024-11-14T18:14:46,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/cf7b70e4d2164699ad4c0474c280b000 is 50, key is test_row_0/C:col10/1731608084214/Put/seqid=0 2024-11-14T18:14:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742383_1559 (size=12301) 2024-11-14T18:14:46,643 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/cf7b70e4d2164699ad4c0474c280b000 2024-11-14T18:14:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608146634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:46,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608146644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:46,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608146644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:46,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608146644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:46,660 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/41ddd2dffc5f44e9a129a84892aa0896 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/41ddd2dffc5f44e9a129a84892aa0896 2024-11-14T18:14:46,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/be67c00c0a72441b933710cea46521e9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/be67c00c0a72441b933710cea46521e9 2024-11-14T18:14:46,671 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/be67c00c0a72441b933710cea46521e9, entries=150, sequenceid=411, filesize=12.0 K 2024-11-14T18:14:46,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/b93f3d4906984e23945cbedd78b11f99 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b93f3d4906984e23945cbedd78b11f99 2024-11-14T18:14:46,685 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/C of f44731978dbb8bfac644a70c872ae0ef into 41ddd2dffc5f44e9a129a84892aa0896(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:46,685 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:46,685 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/C, priority=13, startTime=1731608085862; duration=0sec 2024-11-14T18:14:46,685 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:46,685 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:C 2024-11-14T18:14:46,686 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b93f3d4906984e23945cbedd78b11f99, entries=150, sequenceid=411, filesize=12.0 K 2024-11-14T18:14:46,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/cf7b70e4d2164699ad4c0474c280b000 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/cf7b70e4d2164699ad4c0474c280b000 2024-11-14T18:14:46,706 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/cf7b70e4d2164699ad4c0474c280b000, entries=150, sequenceid=411, filesize=12.0 K 2024-11-14T18:14:46,714 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for f44731978dbb8bfac644a70c872ae0ef in 696ms, sequenceid=411, compaction requested=false 2024-11-14T18:14:46,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:46,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:46,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-14T18:14:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-14T18:14:46,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-14T18:14:46,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 868 msec 2024-11-14T18:14:46,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 910 msec 2024-11-14T18:14:46,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T18:14:46,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:46,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:46,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:46,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:46,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:46,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:46,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/91122d7088d64fc2873c5e35bbc3591f is 50, key is test_row_0/A:col10/1731608086516/Put/seqid=0 2024-11-14T18:14:46,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742384_1560 (size=14741) 2024-11-14T18:14:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T18:14:46,989 INFO [Thread-2119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-14T18:14:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608146969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608146969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608146977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608146995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,009 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:14:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-14T18:14:47,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:14:47,021 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:14:47,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:14:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T18:14:47,077 DEBUG [Thread-2120 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0784d683 to 127.0.0.1:56630 2024-11-14T18:14:47,077 DEBUG [Thread-2120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:47,086 DEBUG [Thread-2126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c153822 to 127.0.0.1:56630 2024-11-14T18:14:47,087 DEBUG [Thread-2126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:47,087 DEBUG [Thread-2124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a736a20 to 127.0.0.1:56630 2024-11-14T18:14:47,087 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:47,089 DEBUG [Thread-2128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c813259 to 127.0.0.1:56630 2024-11-14T18:14:47,089 DEBUG [Thread-2128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:47,094 DEBUG [Thread-2122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7761f52b to 127.0.0.1:56630 2024-11-14T18:14:47,094 DEBUG [Thread-2122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:47,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608147108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608147106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608147109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608147108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T18:14:47,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T18:14:47,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:47,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608147312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608147315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608147318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608147319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T18:14:47,334 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:14:47,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T18:14:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/91122d7088d64fc2873c5e35bbc3591f 2024-11-14T18:14:47,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/a2a4e6fde415427da3f22b3b6250b087 is 50, key is test_row_0/B:col10/1731608086516/Put/seqid=0 2024-11-14T18:14:47,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742385_1561 (size=12301) 2024-11-14T18:14:47,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T18:14:47,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:47,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608147616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608147620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608147624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608147630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T18:14:47,676 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T18:14:47,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:47,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T18:14:47,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:47,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/a2a4e6fde415427da3f22b3b6250b087 2024-11-14T18:14:47,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/3ae636c00bd24368853b3b2445aebb18 is 50, key is test_row_0/C:col10/1731608086516/Put/seqid=0 2024-11-14T18:14:47,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742386_1562 (size=12301) 2024-11-14T18:14:47,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:47,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T18:14:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:47,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:48,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34920 deadline: 1731608148122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:48,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:48,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34904 deadline: 1731608148127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34954 deadline: 1731608148127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T18:14:48,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:14:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1731608148138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 2024-11-14T18:14:48,154 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:48,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T18:14:48,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:48,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:48,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:48,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:48,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:48,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:48,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T18:14:48,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:48,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:48,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:48,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:48,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/3ae636c00bd24368853b3b2445aebb18 2024-11-14T18:14:48,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:48,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/91122d7088d64fc2873c5e35bbc3591f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/91122d7088d64fc2873c5e35bbc3591f 2024-11-14T18:14:48,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/91122d7088d64fc2873c5e35bbc3591f, entries=200, sequenceid=438, filesize=14.4 K 2024-11-14T18:14:48,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/a2a4e6fde415427da3f22b3b6250b087 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/a2a4e6fde415427da3f22b3b6250b087 2024-11-14T18:14:48,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/a2a4e6fde415427da3f22b3b6250b087, entries=150, sequenceid=438, filesize=12.0 K 2024-11-14T18:14:48,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/3ae636c00bd24368853b3b2445aebb18 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3ae636c00bd24368853b3b2445aebb18 2024-11-14T18:14:48,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:48,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T18:14:48,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:48,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:48,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:48,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:48,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:48,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3ae636c00bd24368853b3b2445aebb18, entries=150, sequenceid=438, filesize=12.0 K 2024-11-14T18:14:48,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f44731978dbb8bfac644a70c872ae0ef in 1664ms, sequenceid=438, compaction requested=true 2024-11-14T18:14:48,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:48,523 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:14:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:48,524 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:14:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f44731978dbb8bfac644a70c872ae0ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:14:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:48,534 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:48,534 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/A is initiating minor compaction (all files) 2024-11-14T18:14:48,534 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/A in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:48,534 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/cd3c654e59724ca6a9f363ca7bd6e03b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/be67c00c0a72441b933710cea46521e9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/91122d7088d64fc2873c5e35bbc3591f] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=39.3 K 2024-11-14T18:14:48,535 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:48,535 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/B is initiating minor compaction (all files) 2024-11-14T18:14:48,535 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/B in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:48,535 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/d38c90ef94214d89bbe84ca7f61b600b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b93f3d4906984e23945cbedd78b11f99, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/a2a4e6fde415427da3f22b3b6250b087] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.9 K 2024-11-14T18:14:48,538 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd3c654e59724ca6a9f363ca7bd6e03b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731608084106 2024-11-14T18:14:48,542 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d38c90ef94214d89bbe84ca7f61b600b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731608084106 2024-11-14T18:14:48,543 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b93f3d4906984e23945cbedd78b11f99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731608084186 2024-11-14T18:14:48,543 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting be67c00c0a72441b933710cea46521e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731608084186 2024-11-14T18:14:48,545 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting a2a4e6fde415427da3f22b3b6250b087, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731608086504 2024-11-14T18:14:48,554 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91122d7088d64fc2873c5e35bbc3591f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731608086504 2024-11-14T18:14:48,612 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#B#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:48,612 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/9c448c0dc38c4f42bef5861d150f0a89 is 50, key is test_row_0/B:col10/1731608086516/Put/seqid=0 2024-11-14T18:14:48,629 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#A#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:48,630 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/90be18cf539d4a9e9cc58ad429a4b69a is 50, key is test_row_0/A:col10/1731608086516/Put/seqid=0 2024-11-14T18:14:48,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:48,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T18:14:48,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:48,654 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T18:14:48,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:48,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742387_1563 (size=13323) 2024-11-14T18:14:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/294072c2ba594cf19a7105dfda716f4a is 50, key is test_row_0/A:col10/1731608086986/Put/seqid=0 2024-11-14T18:14:48,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742388_1564 (size=13323) 2024-11-14T18:14:48,705 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/90be18cf539d4a9e9cc58ad429a4b69a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/90be18cf539d4a9e9cc58ad429a4b69a 2024-11-14T18:14:48,710 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/9c448c0dc38c4f42bef5861d150f0a89 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/9c448c0dc38c4f42bef5861d150f0a89 2024-11-14T18:14:48,714 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/A of f44731978dbb8bfac644a70c872ae0ef into 90be18cf539d4a9e9cc58ad429a4b69a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:48,714 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:48,715 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/A, priority=13, startTime=1731608088523; duration=0sec 2024-11-14T18:14:48,715 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:14:48,715 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:A 2024-11-14T18:14:48,715 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:14:48,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742389_1565 (size=12301) 2024-11-14T18:14:48,720 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/B of f44731978dbb8bfac644a70c872ae0ef into 9c448c0dc38c4f42bef5861d150f0a89(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:48,721 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:48,721 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/B, priority=13, startTime=1731608088524; duration=0sec 2024-11-14T18:14:48,721 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:48,721 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:B 2024-11-14T18:14:48,724 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:14:48,724 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): f44731978dbb8bfac644a70c872ae0ef/C is initiating minor compaction (all files) 2024-11-14T18:14:48,724 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f44731978dbb8bfac644a70c872ae0ef/C in TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:48,724 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/41ddd2dffc5f44e9a129a84892aa0896, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/cf7b70e4d2164699ad4c0474c280b000, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3ae636c00bd24368853b3b2445aebb18] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp, totalSize=36.9 K 2024-11-14T18:14:48,726 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41ddd2dffc5f44e9a129a84892aa0896, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731608084106 2024-11-14T18:14:48,731 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf7b70e4d2164699ad4c0474c280b000, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731608084186 2024-11-14T18:14:48,733 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ae636c00bd24368853b3b2445aebb18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731608086504 2024-11-14T18:14:48,790 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f44731978dbb8bfac644a70c872ae0ef#C#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:14:48,791 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/817e1926fd854d17b16a967754ed552c is 50, key is test_row_0/C:col10/1731608086516/Put/seqid=0 2024-11-14T18:14:48,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742390_1566 (size=13323) 2024-11-14T18:14:49,130 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/294072c2ba594cf19a7105dfda716f4a 2024-11-14T18:14:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:49,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. as already flushing 2024-11-14T18:14:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T18:14:49,139 DEBUG [Thread-2117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40302925 to 127.0.0.1:56630 2024-11-14T18:14:49,139 DEBUG [Thread-2117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:49,139 DEBUG [Thread-2115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14088aa9 to 127.0.0.1:56630 2024-11-14T18:14:49,139 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:49,147 DEBUG [Thread-2109 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b0e6a43 to 127.0.0.1:56630 2024-11-14T18:14:49,147 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:49,164 DEBUG [Thread-2113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e195d6e to 127.0.0.1:56630 2024-11-14T18:14:49,164 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:49,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/627268748fa8464aa430c33a04bbec80 is 50, key is test_row_0/B:col10/1731608086986/Put/seqid=0 2024-11-14T18:14:49,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742391_1567 (size=12301) 2024-11-14T18:14:49,234 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/627268748fa8464aa430c33a04bbec80 2024-11-14T18:14:49,262 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/817e1926fd854d17b16a967754ed552c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/817e1926fd854d17b16a967754ed552c 2024-11-14T18:14:49,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/aa3f9ec2ef074b71866429b67107d9bb is 50, key is test_row_0/C:col10/1731608086986/Put/seqid=0 2024-11-14T18:14:49,302 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f44731978dbb8bfac644a70c872ae0ef/C of f44731978dbb8bfac644a70c872ae0ef into 817e1926fd854d17b16a967754ed552c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:14:49,302 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:49,303 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef., storeName=f44731978dbb8bfac644a70c872ae0ef/C, priority=13, startTime=1731608088524; duration=0sec 2024-11-14T18:14:49,303 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:14:49,303 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f44731978dbb8bfac644a70c872ae0ef:C 2024-11-14T18:14:49,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742392_1568 (size=12301) 2024-11-14T18:14:49,333 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/aa3f9ec2ef074b71866429b67107d9bb 2024-11-14T18:14:49,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/294072c2ba594cf19a7105dfda716f4a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/294072c2ba594cf19a7105dfda716f4a 2024-11-14T18:14:49,362 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/294072c2ba594cf19a7105dfda716f4a, entries=150, sequenceid=450, filesize=12.0 K 2024-11-14T18:14:49,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/627268748fa8464aa430c33a04bbec80 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/627268748fa8464aa430c33a04bbec80 2024-11-14T18:14:49,383 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/627268748fa8464aa430c33a04bbec80, entries=150, sequenceid=450, filesize=12.0 K 2024-11-14T18:14:49,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/aa3f9ec2ef074b71866429b67107d9bb as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/aa3f9ec2ef074b71866429b67107d9bb 2024-11-14T18:14:49,388 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/aa3f9ec2ef074b71866429b67107d9bb, entries=150, sequenceid=450, filesize=12.0 K 2024-11-14T18:14:49,394 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for f44731978dbb8bfac644a70c872ae0ef in 740ms, sequenceid=450, compaction requested=false 2024-11-14T18:14:49,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:49,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:49,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-14T18:14:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-14T18:14:49,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-14T18:14:49,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3900 sec 2024-11-14T18:14:49,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.4430 sec 2024-11-14T18:14:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T18:14:51,139 INFO [Thread-2119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-14T18:14:54,286 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:37703 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:37703,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:55,711 DEBUG [Thread-2111 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08e5fd00 to 127.0.0.1:56630 2024-11-14T18:14:55,711 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1363 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4089 rows 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1333 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3999 rows 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1341 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4023 rows 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1328 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3984 rows 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1323 2024-11-14T18:14:55,712 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3969 rows 2024-11-14T18:14:55,712 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T18:14:55,712 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3ee89e to 127.0.0.1:56630 2024-11-14T18:14:55,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:14:55,715 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T18:14:55,716 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T18:14:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T18:14:55,725 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608095724"}]},"ts":"1731608095724"} 2024-11-14T18:14:55,725 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T18:14:55,745 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T18:14:55,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T18:14:55,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f44731978dbb8bfac644a70c872ae0ef, UNASSIGN}] 2024-11-14T18:14:55,748 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f44731978dbb8bfac644a70c872ae0ef, UNASSIGN 2024-11-14T18:14:55,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=f44731978dbb8bfac644a70c872ae0ef, regionState=CLOSING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:14:55,749 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T18:14:55,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; CloseRegionProcedure f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:14:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T18:14:55,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:55,901 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(124): Close f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:55,901 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T18:14:55,901 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1681): Closing f44731978dbb8bfac644a70c872ae0ef, disabling compactions & flushes 2024-11-14T18:14:55,901 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:55,901 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:55,901 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. after waiting 0 ms 2024-11-14T18:14:55,901 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:55,901 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(2837): Flushing f44731978dbb8bfac644a70c872ae0ef 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T18:14:55,901 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=A 2024-11-14T18:14:55,901 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:55,901 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=B 2024-11-14T18:14:55,901 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:55,901 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f44731978dbb8bfac644a70c872ae0ef, store=C 2024-11-14T18:14:55,901 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:14:55,905 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/885bbb4eeac04c18965a1c3e9b03424d is 50, key is test_row_0/A:col10/1731608089136/Put/seqid=0 2024-11-14T18:14:55,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742393_1569 (size=12301) 2024-11-14T18:14:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T18:14:56,126 ERROR [LeaseRenewer:jenkins@localhost:37703 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:37703,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:14:56,322 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/885bbb4eeac04c18965a1c3e9b03424d 2024-11-14T18:14:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T18:14:56,333 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/601b3144f99548c5a75ce9bd7027095b is 50, key is test_row_0/B:col10/1731608089136/Put/seqid=0 2024-11-14T18:14:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742394_1570 (size=12301) 2024-11-14T18:14:56,752 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/601b3144f99548c5a75ce9bd7027095b 2024-11-14T18:14:56,808 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/636729eab56d4e1a8115876d16f934cf is 50, key is test_row_0/C:col10/1731608089136/Put/seqid=0 2024-11-14T18:14:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T18:14:56,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742395_1571 (size=12301) 2024-11-14T18:14:57,270 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/636729eab56d4e1a8115876d16f934cf 2024-11-14T18:14:57,299 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/A/885bbb4eeac04c18965a1c3e9b03424d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/885bbb4eeac04c18965a1c3e9b03424d 2024-11-14T18:14:57,307 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/885bbb4eeac04c18965a1c3e9b03424d, entries=150, sequenceid=461, filesize=12.0 K 2024-11-14T18:14:57,308 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/B/601b3144f99548c5a75ce9bd7027095b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/601b3144f99548c5a75ce9bd7027095b 2024-11-14T18:14:57,340 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/601b3144f99548c5a75ce9bd7027095b, entries=150, sequenceid=461, filesize=12.0 K 2024-11-14T18:14:57,346 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/.tmp/C/636729eab56d4e1a8115876d16f934cf as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/636729eab56d4e1a8115876d16f934cf 2024-11-14T18:14:57,364 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/636729eab56d4e1a8115876d16f934cf, entries=150, sequenceid=461, filesize=12.0 K 2024-11-14T18:14:57,366 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f44731978dbb8bfac644a70c872ae0ef in 1465ms, sequenceid=461, compaction requested=true 2024-11-14T18:14:57,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c5c85c61512e4ae4b2a9f5d77930b66a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/386b17c6c60d4fa99f4e12e94b2a9881, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/6a23d52ecf704d6f953778d0a3c1f482, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5fa53ee0e61c4f2baed557bf2297f5e6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/6289d4f7e2d640efb50599554fdccd6a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/cfde42f487984a1d9bfe6e66757e45e6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5213f26aa4fa4ca3b6d49aea2d72d490, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/7b32ae9f68d7441798e95f091a85bce7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/3951c89377a04c29a3c17854086ee8d5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8dfaeb9a29ee47039381f3a94f3a682e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/57918d7f32cc4fef85824212c0e1c268, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/b141b11324f24dd38f3b11180f18dac3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/d986e7c9f7234b048f72c163fab71942, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/f4d012b53d32413a98c4a2c6a4cacebd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/214a30e5087c4b21a6af3ee32495bc7d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c9e2aeb7a6924f3a8a1d3524c5c7e59d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5d232b7f83b94930bf28bcdf7b31f617, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/32e251587fc54f1fa46e93f1dff0789a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/094ebffba7e74b7dbd689539ffb5b296, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8e4d417696e24b2cbd00d8ac9233eab9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/585d0f14c31a4f0299962628814a1385, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/75487f2993ba40c8b21f15a73eaf4467, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/bfad6df59cb04f6b98c50f74da714bad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c5856e434aed40cb97c752ae9c220c03, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/9d1d61f725984f1f9b737ec632752bdb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/2707c7c63b8b4e649f8023fe6e41a562, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/cd3c654e59724ca6a9f363ca7bd6e03b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8463aa0a137c4acf856a0092875715a3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/be67c00c0a72441b933710cea46521e9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/91122d7088d64fc2873c5e35bbc3591f] to archive 2024-11-14T18:14:57,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:14:57,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c5c85c61512e4ae4b2a9f5d77930b66a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c5c85c61512e4ae4b2a9f5d77930b66a 2024-11-14T18:14:57,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/386b17c6c60d4fa99f4e12e94b2a9881 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/386b17c6c60d4fa99f4e12e94b2a9881 2024-11-14T18:14:57,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/6a23d52ecf704d6f953778d0a3c1f482 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/6a23d52ecf704d6f953778d0a3c1f482 2024-11-14T18:14:57,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5fa53ee0e61c4f2baed557bf2297f5e6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5fa53ee0e61c4f2baed557bf2297f5e6 2024-11-14T18:14:57,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/6289d4f7e2d640efb50599554fdccd6a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/6289d4f7e2d640efb50599554fdccd6a 2024-11-14T18:14:57,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/cfde42f487984a1d9bfe6e66757e45e6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/cfde42f487984a1d9bfe6e66757e45e6 2024-11-14T18:14:57,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5213f26aa4fa4ca3b6d49aea2d72d490 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5213f26aa4fa4ca3b6d49aea2d72d490 2024-11-14T18:14:57,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/7b32ae9f68d7441798e95f091a85bce7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/7b32ae9f68d7441798e95f091a85bce7 2024-11-14T18:14:57,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/3951c89377a04c29a3c17854086ee8d5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/3951c89377a04c29a3c17854086ee8d5 2024-11-14T18:14:57,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8dfaeb9a29ee47039381f3a94f3a682e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8dfaeb9a29ee47039381f3a94f3a682e 2024-11-14T18:14:57,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/57918d7f32cc4fef85824212c0e1c268 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/57918d7f32cc4fef85824212c0e1c268 2024-11-14T18:14:57,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/b141b11324f24dd38f3b11180f18dac3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/b141b11324f24dd38f3b11180f18dac3 2024-11-14T18:14:57,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/d986e7c9f7234b048f72c163fab71942 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/d986e7c9f7234b048f72c163fab71942 2024-11-14T18:14:57,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/f4d012b53d32413a98c4a2c6a4cacebd to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/f4d012b53d32413a98c4a2c6a4cacebd 2024-11-14T18:14:57,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/214a30e5087c4b21a6af3ee32495bc7d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/214a30e5087c4b21a6af3ee32495bc7d 2024-11-14T18:14:57,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c9e2aeb7a6924f3a8a1d3524c5c7e59d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c9e2aeb7a6924f3a8a1d3524c5c7e59d 2024-11-14T18:14:57,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5d232b7f83b94930bf28bcdf7b31f617 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/5d232b7f83b94930bf28bcdf7b31f617 2024-11-14T18:14:57,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/32e251587fc54f1fa46e93f1dff0789a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/32e251587fc54f1fa46e93f1dff0789a 2024-11-14T18:14:57,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/094ebffba7e74b7dbd689539ffb5b296 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/094ebffba7e74b7dbd689539ffb5b296 2024-11-14T18:14:57,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8e4d417696e24b2cbd00d8ac9233eab9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8e4d417696e24b2cbd00d8ac9233eab9 2024-11-14T18:14:57,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/585d0f14c31a4f0299962628814a1385 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/585d0f14c31a4f0299962628814a1385 2024-11-14T18:14:57,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/75487f2993ba40c8b21f15a73eaf4467 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/75487f2993ba40c8b21f15a73eaf4467 2024-11-14T18:14:57,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/bfad6df59cb04f6b98c50f74da714bad to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/bfad6df59cb04f6b98c50f74da714bad 2024-11-14T18:14:57,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c5856e434aed40cb97c752ae9c220c03 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/c5856e434aed40cb97c752ae9c220c03 2024-11-14T18:14:57,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/9d1d61f725984f1f9b737ec632752bdb to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/9d1d61f725984f1f9b737ec632752bdb 2024-11-14T18:14:57,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/2707c7c63b8b4e649f8023fe6e41a562 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/2707c7c63b8b4e649f8023fe6e41a562 2024-11-14T18:14:57,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/cd3c654e59724ca6a9f363ca7bd6e03b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/cd3c654e59724ca6a9f363ca7bd6e03b 2024-11-14T18:14:57,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8463aa0a137c4acf856a0092875715a3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/8463aa0a137c4acf856a0092875715a3 2024-11-14T18:14:57,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/be67c00c0a72441b933710cea46521e9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/be67c00c0a72441b933710cea46521e9 2024-11-14T18:14:57,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/91122d7088d64fc2873c5e35bbc3591f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/91122d7088d64fc2873c5e35bbc3591f 2024-11-14T18:14:57,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5cafa2cff61844e7ac5699da313a0063, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c9e2d9235d254a4e8d3615f875f891ac, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/ee39ebca7b144e579d7038e9972507e9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/108ca7d288284dccacc87c61f51b8961, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c41340a3c60d4d7f929cf9006790bbe9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/bc0cb942e32f4ca08dc6a61c519be1b4, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/7fa80a5bbfb949db9f752bd4c8ea5d1f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/9a0d04d71e7247e9ab8c2f2569ef3191, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/852558fca9a44eb3b454977171f0a814, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5d5ff2ac93744c7db0d78aca0e21b0c6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/04ac5f4101d245ff81a0906508b7a2a1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/4e171b91cc32431fb1b898ce97197f90, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2b31cc9a4a4a4a1c9718fefc03909913, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/faa09018429642b7baf0c18d0026eb0b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/7de00bc13cd44015970533d4242e3545, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8bc434943a904db9a0830c3abe5464e0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b8d605d2cce648ca9afecb24198c5970, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/dd3cbb5cc5084a91a1dd5b1abe19a29f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/4a9bd934c4bc456cb03f5ecc4bd1b706, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/90d1b1940b6e4b77b1364a24c22916d5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/986bf55d90504bb99e91b9fe24667316, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2880dd62edd04f80bdbb7541cfe92b49, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/47ca5fb2e30f4f16a79911a529263000, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/89c9be5f6937460284361d2760961bb5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/690d1e2eb3bd4f0f8e3df252552baf4d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/33dce34b313846fd97442f94e1bbb2cc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/d38c90ef94214d89bbe84ca7f61b600b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8d6dff95bd3a4f96a11c5b7e3cee85b6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b93f3d4906984e23945cbedd78b11f99, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/a2a4e6fde415427da3f22b3b6250b087] to archive 2024-11-14T18:14:57,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:14:57,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5cafa2cff61844e7ac5699da313a0063 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5cafa2cff61844e7ac5699da313a0063 2024-11-14T18:14:57,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c9e2d9235d254a4e8d3615f875f891ac to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c9e2d9235d254a4e8d3615f875f891ac 2024-11-14T18:14:57,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/ee39ebca7b144e579d7038e9972507e9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/ee39ebca7b144e579d7038e9972507e9 2024-11-14T18:14:57,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/108ca7d288284dccacc87c61f51b8961 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/108ca7d288284dccacc87c61f51b8961 2024-11-14T18:14:57,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c41340a3c60d4d7f929cf9006790bbe9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/c41340a3c60d4d7f929cf9006790bbe9 2024-11-14T18:14:57,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/bc0cb942e32f4ca08dc6a61c519be1b4 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/bc0cb942e32f4ca08dc6a61c519be1b4 2024-11-14T18:14:57,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/7fa80a5bbfb949db9f752bd4c8ea5d1f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/7fa80a5bbfb949db9f752bd4c8ea5d1f 2024-11-14T18:14:57,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/9a0d04d71e7247e9ab8c2f2569ef3191 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/9a0d04d71e7247e9ab8c2f2569ef3191 2024-11-14T18:14:57,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/852558fca9a44eb3b454977171f0a814 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/852558fca9a44eb3b454977171f0a814 2024-11-14T18:14:57,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5d5ff2ac93744c7db0d78aca0e21b0c6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/5d5ff2ac93744c7db0d78aca0e21b0c6 2024-11-14T18:14:57,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/04ac5f4101d245ff81a0906508b7a2a1 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/04ac5f4101d245ff81a0906508b7a2a1 2024-11-14T18:14:57,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/4e171b91cc32431fb1b898ce97197f90 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/4e171b91cc32431fb1b898ce97197f90 2024-11-14T18:14:57,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2b31cc9a4a4a4a1c9718fefc03909913 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2b31cc9a4a4a4a1c9718fefc03909913 2024-11-14T18:14:57,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/faa09018429642b7baf0c18d0026eb0b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/faa09018429642b7baf0c18d0026eb0b 2024-11-14T18:14:57,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/7de00bc13cd44015970533d4242e3545 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/7de00bc13cd44015970533d4242e3545 2024-11-14T18:14:57,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8bc434943a904db9a0830c3abe5464e0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8bc434943a904db9a0830c3abe5464e0 2024-11-14T18:14:57,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b8d605d2cce648ca9afecb24198c5970 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b8d605d2cce648ca9afecb24198c5970 2024-11-14T18:14:57,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/dd3cbb5cc5084a91a1dd5b1abe19a29f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/dd3cbb5cc5084a91a1dd5b1abe19a29f 2024-11-14T18:14:57,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/4a9bd934c4bc456cb03f5ecc4bd1b706 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/4a9bd934c4bc456cb03f5ecc4bd1b706 2024-11-14T18:14:57,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/90d1b1940b6e4b77b1364a24c22916d5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/90d1b1940b6e4b77b1364a24c22916d5 2024-11-14T18:14:57,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/986bf55d90504bb99e91b9fe24667316 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/986bf55d90504bb99e91b9fe24667316 2024-11-14T18:14:57,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2880dd62edd04f80bdbb7541cfe92b49 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/2880dd62edd04f80bdbb7541cfe92b49 2024-11-14T18:14:57,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/47ca5fb2e30f4f16a79911a529263000 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/47ca5fb2e30f4f16a79911a529263000 2024-11-14T18:14:57,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/89c9be5f6937460284361d2760961bb5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/89c9be5f6937460284361d2760961bb5 2024-11-14T18:14:57,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/690d1e2eb3bd4f0f8e3df252552baf4d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/690d1e2eb3bd4f0f8e3df252552baf4d 2024-11-14T18:14:57,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/33dce34b313846fd97442f94e1bbb2cc to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/33dce34b313846fd97442f94e1bbb2cc 2024-11-14T18:14:57,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/d38c90ef94214d89bbe84ca7f61b600b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/d38c90ef94214d89bbe84ca7f61b600b 2024-11-14T18:14:57,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8d6dff95bd3a4f96a11c5b7e3cee85b6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/8d6dff95bd3a4f96a11c5b7e3cee85b6 2024-11-14T18:14:57,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b93f3d4906984e23945cbedd78b11f99 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/b93f3d4906984e23945cbedd78b11f99 2024-11-14T18:14:57,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/a2a4e6fde415427da3f22b3b6250b087 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/a2a4e6fde415427da3f22b3b6250b087 2024-11-14T18:14:57,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d7352498f6ab4816ab2fbfa25cbcefa3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b731fdcfce714de59216a6c2930efb7c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/2ef704b4d0b144e3b551fe46c2bc6263, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f12ea23ce5304af986459a08513aa0ea, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f13cff25e3b144fc91d97a7def119e44, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f5e2cf4cd0ba4f4eb2740c76245ff5ca, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d9c2ba6b0cba42a586e185ff353adcc2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/104c05a9b2004931bc9cc4095c84f3c0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/19c73592ca9c4d96b7896d269a9fb9e3, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/c5f0f5058fb04a23bd73798262647e9c, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1b3237556c994318a80a0204af672f24, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3a961bff45c142a4a2dd722c745f37b8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/89142803122044c1b7efb3081be7af5b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/66d78be6c8674cc1b6ad3661abe03b4e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/8789185f2df7472bbef6dc5dda2a2c24, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/02c7211cef634212b69a29bdf6316953, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3858c728c11e40fca3dad65037698c37, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/fd5fe0534c8e4badb94cf23434abf939, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1e307d47812b42aea95ec74d7f6b921f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/28bdcc43b40348a99412594d7ab16e57, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/9dac35dd4d9e4b348a7d63c0e902f25d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/08b2b28126024f90a06e1e40fdacfcfe, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/7943da376ef14acb83b683d9e9d63374, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/4cab63f4709f4889b105dd915551df64, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b38f413b3d9f4e7ea2109008d72766cc, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/6a092a63b1d0461f956d8daa26ca9c0e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/41ddd2dffc5f44e9a129a84892aa0896, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/78242374b21b42b581f12424cba5fa4f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/cf7b70e4d2164699ad4c0474c280b000, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3ae636c00bd24368853b3b2445aebb18] to archive 2024-11-14T18:14:57,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:14:57,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d7352498f6ab4816ab2fbfa25cbcefa3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d7352498f6ab4816ab2fbfa25cbcefa3 2024-11-14T18:14:57,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b731fdcfce714de59216a6c2930efb7c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b731fdcfce714de59216a6c2930efb7c 2024-11-14T18:14:57,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/2ef704b4d0b144e3b551fe46c2bc6263 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/2ef704b4d0b144e3b551fe46c2bc6263 2024-11-14T18:14:57,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f12ea23ce5304af986459a08513aa0ea to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f12ea23ce5304af986459a08513aa0ea 2024-11-14T18:14:57,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f13cff25e3b144fc91d97a7def119e44 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f13cff25e3b144fc91d97a7def119e44 2024-11-14T18:14:57,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f5e2cf4cd0ba4f4eb2740c76245ff5ca to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/f5e2cf4cd0ba4f4eb2740c76245ff5ca 2024-11-14T18:14:57,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d9c2ba6b0cba42a586e185ff353adcc2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/d9c2ba6b0cba42a586e185ff353adcc2 2024-11-14T18:14:57,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/104c05a9b2004931bc9cc4095c84f3c0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/104c05a9b2004931bc9cc4095c84f3c0 2024-11-14T18:14:57,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/19c73592ca9c4d96b7896d269a9fb9e3 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/19c73592ca9c4d96b7896d269a9fb9e3 2024-11-14T18:14:57,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/c5f0f5058fb04a23bd73798262647e9c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/c5f0f5058fb04a23bd73798262647e9c 2024-11-14T18:14:57,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1b3237556c994318a80a0204af672f24 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1b3237556c994318a80a0204af672f24 2024-11-14T18:14:57,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3a961bff45c142a4a2dd722c745f37b8 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3a961bff45c142a4a2dd722c745f37b8 2024-11-14T18:14:57,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/89142803122044c1b7efb3081be7af5b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/89142803122044c1b7efb3081be7af5b 2024-11-14T18:14:57,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/66d78be6c8674cc1b6ad3661abe03b4e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/66d78be6c8674cc1b6ad3661abe03b4e 2024-11-14T18:14:57,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/8789185f2df7472bbef6dc5dda2a2c24 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/8789185f2df7472bbef6dc5dda2a2c24 2024-11-14T18:14:57,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/02c7211cef634212b69a29bdf6316953 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/02c7211cef634212b69a29bdf6316953 2024-11-14T18:14:57,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3858c728c11e40fca3dad65037698c37 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3858c728c11e40fca3dad65037698c37 2024-11-14T18:14:57,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/fd5fe0534c8e4badb94cf23434abf939 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/fd5fe0534c8e4badb94cf23434abf939 2024-11-14T18:14:57,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1e307d47812b42aea95ec74d7f6b921f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/1e307d47812b42aea95ec74d7f6b921f 2024-11-14T18:14:57,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/28bdcc43b40348a99412594d7ab16e57 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/28bdcc43b40348a99412594d7ab16e57 2024-11-14T18:14:57,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/9dac35dd4d9e4b348a7d63c0e902f25d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/9dac35dd4d9e4b348a7d63c0e902f25d 2024-11-14T18:14:57,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/08b2b28126024f90a06e1e40fdacfcfe to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/08b2b28126024f90a06e1e40fdacfcfe 2024-11-14T18:14:57,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/7943da376ef14acb83b683d9e9d63374 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/7943da376ef14acb83b683d9e9d63374 2024-11-14T18:14:57,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/4cab63f4709f4889b105dd915551df64 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/4cab63f4709f4889b105dd915551df64 2024-11-14T18:14:57,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b38f413b3d9f4e7ea2109008d72766cc to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/b38f413b3d9f4e7ea2109008d72766cc 2024-11-14T18:14:57,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/6a092a63b1d0461f956d8daa26ca9c0e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/6a092a63b1d0461f956d8daa26ca9c0e 2024-11-14T18:14:57,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/41ddd2dffc5f44e9a129a84892aa0896 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/41ddd2dffc5f44e9a129a84892aa0896 2024-11-14T18:14:57,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/78242374b21b42b581f12424cba5fa4f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/78242374b21b42b581f12424cba5fa4f 2024-11-14T18:14:57,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/cf7b70e4d2164699ad4c0474c280b000 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/cf7b70e4d2164699ad4c0474c280b000 2024-11-14T18:14:57,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3ae636c00bd24368853b3b2445aebb18 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/3ae636c00bd24368853b3b2445aebb18 2024-11-14T18:14:57,730 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/recovered.edits/464.seqid, newMaxSeqId=464, maxSeqId=1 2024-11-14T18:14:57,733 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef. 2024-11-14T18:14:57,733 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1635): Region close journal for f44731978dbb8bfac644a70c872ae0ef: 2024-11-14T18:14:57,741 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(170): Closed f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:57,742 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=f44731978dbb8bfac644a70c872ae0ef, regionState=CLOSED 2024-11-14T18:14:57,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-14T18:14:57,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseRegionProcedure f44731978dbb8bfac644a70c872ae0ef, server=eed19b614a58,42787,1731607940149 in 2.0050 sec 2024-11-14T18:14:57,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-11-14T18:14:57,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f44731978dbb8bfac644a70c872ae0ef, UNASSIGN in 2.0190 sec 2024-11-14T18:14:57,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-14T18:14:57,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0240 sec 2024-11-14T18:14:57,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608097776"}]},"ts":"1731608097776"} 2024-11-14T18:14:57,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T18:14:57,820 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T18:14:57,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1050 sec 2024-11-14T18:14:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T18:14:57,834 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-14T18:14:57,843 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T18:14:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:57,854 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:57,858 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=142, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T18:14:57,878 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:57,914 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/recovered.edits] 2024-11-14T18:14:57,916 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/294072c2ba594cf19a7105dfda716f4a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/294072c2ba594cf19a7105dfda716f4a 2024-11-14T18:14:57,917 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/885bbb4eeac04c18965a1c3e9b03424d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/885bbb4eeac04c18965a1c3e9b03424d 2024-11-14T18:14:57,918 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/90be18cf539d4a9e9cc58ad429a4b69a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/A/90be18cf539d4a9e9cc58ad429a4b69a 2024-11-14T18:14:57,921 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/601b3144f99548c5a75ce9bd7027095b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/601b3144f99548c5a75ce9bd7027095b 2024-11-14T18:14:57,924 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/627268748fa8464aa430c33a04bbec80 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/627268748fa8464aa430c33a04bbec80 2024-11-14T18:14:57,932 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/9c448c0dc38c4f42bef5861d150f0a89 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/B/9c448c0dc38c4f42bef5861d150f0a89 2024-11-14T18:14:57,947 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/636729eab56d4e1a8115876d16f934cf to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/636729eab56d4e1a8115876d16f934cf 2024-11-14T18:14:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T18:14:57,968 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/817e1926fd854d17b16a967754ed552c to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/817e1926fd854d17b16a967754ed552c 2024-11-14T18:14:57,991 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/aa3f9ec2ef074b71866429b67107d9bb to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/C/aa3f9ec2ef074b71866429b67107d9bb 2024-11-14T18:14:58,005 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/recovered.edits/464.seqid to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef/recovered.edits/464.seqid 2024-11-14T18:14:58,008 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/f44731978dbb8bfac644a70c872ae0ef 2024-11-14T18:14:58,010 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T18:14:58,034 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=142, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:58,045 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T18:14:58,066 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T18:14:58,074 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=142, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:58,074 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T18:14:58,074 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731608098074"}]},"ts":"9223372036854775807"} 2024-11-14T18:14:58,079 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T18:14:58,079 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f44731978dbb8bfac644a70c872ae0ef, NAME => 'TestAcidGuarantees,,1731608065761.f44731978dbb8bfac644a70c872ae0ef.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T18:14:58,079 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T18:14:58,079 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731608098079"}]},"ts":"9223372036854775807"} 2024-11-14T18:14:58,084 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T18:14:58,094 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=142, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:58,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 251 msec 2024-11-14T18:14:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T18:14:58,164 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-14T18:14:58,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=235 (was 241), OpenFileDescriptor=453 (was 468), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1509 (was 1358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2383 (was 1396) - AvailableMemoryMB LEAK? - 2024-11-14T18:14:58,191 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=235, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=1509, ProcessCount=11, AvailableMemoryMB=2381 2024-11-14T18:14:58,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T18:14:58,197 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:14:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:58,199 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T18:14:58,200 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:58,200 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 143 2024-11-14T18:14:58,201 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T18:14:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-14T18:14:58,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742396_1572 (size=960) 2024-11-14T18:14:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-14T18:14:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-14T18:14:58,643 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663 2024-11-14T18:14:58,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742397_1573 (size=53) 2024-11-14T18:14:58,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:14:58,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ca3fba38b7bdcb851f4bb5541919d177, disabling compactions & flushes 2024-11-14T18:14:58,690 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:58,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:58,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. after waiting 0 ms 2024-11-14T18:14:58,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:58,690 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:58,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:14:58,698 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T18:14:58,698 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731608098698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731608098698"}]},"ts":"1731608098698"} 2024-11-14T18:14:58,703 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T18:14:58,704 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T18:14:58,704 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608098704"}]},"ts":"1731608098704"} 2024-11-14T18:14:58,706 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T18:14:58,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca3fba38b7bdcb851f4bb5541919d177, ASSIGN}] 2024-11-14T18:14:58,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca3fba38b7bdcb851f4bb5541919d177, ASSIGN 2024-11-14T18:14:58,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca3fba38b7bdcb851f4bb5541919d177, ASSIGN; state=OFFLINE, location=eed19b614a58,42787,1731607940149; forceNewPlan=false, retain=false 2024-11-14T18:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-14T18:14:58,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=ca3fba38b7bdcb851f4bb5541919d177, regionState=OPENING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:14:58,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; OpenRegionProcedure ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:14:59,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:59,045 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:59,045 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7285): Opening region: {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:14:59,046 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,046 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:14:59,046 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7327): checking encryption for ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,046 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7330): checking classloading for ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,054 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,071 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:14:59,072 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3fba38b7bdcb851f4bb5541919d177 columnFamilyName A 2024-11-14T18:14:59,072 DEBUG [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:59,078 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(327): Store=ca3fba38b7bdcb851f4bb5541919d177/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:14:59,078 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,086 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:14:59,087 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3fba38b7bdcb851f4bb5541919d177 columnFamilyName B 2024-11-14T18:14:59,087 DEBUG [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:59,088 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(327): Store=ca3fba38b7bdcb851f4bb5541919d177/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:14:59,088 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,091 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:14:59,091 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3fba38b7bdcb851f4bb5541919d177 columnFamilyName C 2024-11-14T18:14:59,091 DEBUG [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:59,092 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(327): Store=ca3fba38b7bdcb851f4bb5541919d177/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:14:59,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T18:14:59,094 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:59,095 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,096 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,108 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T18:14:59,114 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1085): writing seq id for ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,127 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T18:14:59,128 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1102): Opened ca3fba38b7bdcb851f4bb5541919d177; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74209063, jitterRate=0.10580120980739594}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T18:14:59,129 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1001): Region open journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:14:59,130 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., pid=145, masterSystemTime=1731608099040 2024-11-14T18:14:59,142 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:59,142 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:59,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=ca3fba38b7bdcb851f4bb5541919d177, regionState=OPEN, openSeqNum=2, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:14:59,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-14T18:14:59,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; OpenRegionProcedure ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 in 267 msec 2024-11-14T18:14:59,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-14T18:14:59,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca3fba38b7bdcb851f4bb5541919d177, ASSIGN in 434 msec 2024-11-14T18:14:59,182 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T18:14:59,182 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608099182"}]},"ts":"1731608099182"} 2024-11-14T18:14:59,194 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T18:14:59,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T18:14:59,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.0410 sec 2024-11-14T18:14:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-14T18:14:59,317 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 143 completed 2024-11-14T18:14:59,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x092e7af3 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71c377ac 2024-11-14T18:14:59,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc71f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:14:59,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:14:59,399 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:14:59,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T18:14:59,414 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T18:14:59,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T18:14:59,425 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T18:14:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T18:14:59,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742398_1574 (size=996) 2024-11-14T18:14:59,487 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T18:14:59,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T18:14:59,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T18:14:59,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca3fba38b7bdcb851f4bb5541919d177, REOPEN/MOVE}] 2024-11-14T18:14:59,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca3fba38b7bdcb851f4bb5541919d177, REOPEN/MOVE 2024-11-14T18:14:59,505 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=ca3fba38b7bdcb851f4bb5541919d177, regionState=CLOSING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:14:59,513 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T18:14:59,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:14:59,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:59,669 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,670 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T18:14:59,670 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing ca3fba38b7bdcb851f4bb5541919d177, disabling compactions & flushes 2024-11-14T18:14:59,670 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:59,670 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:59,670 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. after waiting 0 ms 2024-11-14T18:14:59,670 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:59,675 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T18:14:59,676 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:59,676 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:14:59,676 WARN [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionServer(3786): Not adding moved region record: ca3fba38b7bdcb851f4bb5541919d177 to self. 2024-11-14T18:14:59,678 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,680 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=ca3fba38b7bdcb851f4bb5541919d177, regionState=CLOSED 2024-11-14T18:14:59,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-14T18:14:59,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 in 170 msec 2024-11-14T18:14:59,685 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca3fba38b7bdcb851f4bb5541919d177, REOPEN/MOVE; state=CLOSED, location=eed19b614a58,42787,1731607940149; forceNewPlan=false, retain=true 2024-11-14T18:14:59,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=ca3fba38b7bdcb851f4bb5541919d177, regionState=OPENING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:14:59,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=148, state=RUNNABLE; OpenRegionProcedure ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:14:59,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:14:59,993 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:14:59,993 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7285): Opening region: {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} 2024-11-14T18:14:59,993 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,993 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T18:14:59,994 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7327): checking encryption for ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,994 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7330): checking classloading for ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,995 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,996 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:14:59,996 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3fba38b7bdcb851f4bb5541919d177 columnFamilyName A 2024-11-14T18:14:59,997 DEBUG [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:59,998 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(327): Store=ca3fba38b7bdcb851f4bb5541919d177/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:14:59,998 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:14:59,999 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:14:59,999 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3fba38b7bdcb851f4bb5541919d177 columnFamilyName B 2024-11-14T18:14:59,999 DEBUG [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:14:59,999 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(327): Store=ca3fba38b7bdcb851f4bb5541919d177/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:14:59,999 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:00,000 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T18:15:00,000 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3fba38b7bdcb851f4bb5541919d177 columnFamilyName C 2024-11-14T18:15:00,000 DEBUG [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:00,000 INFO [StoreOpener-ca3fba38b7bdcb851f4bb5541919d177-1 {}] regionserver.HStore(327): Store=ca3fba38b7bdcb851f4bb5541919d177/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T18:15:00,000 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:00,001 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:00,002 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:00,005 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T18:15:00,008 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1085): writing seq id for ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:00,009 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1102): Opened ca3fba38b7bdcb851f4bb5541919d177; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70846230, jitterRate=0.05569109320640564}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T18:15:00,009 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1001): Region open journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:00,010 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., pid=150, masterSystemTime=1731608099990 2024-11-14T18:15:00,012 DEBUG [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:00,012 INFO [RS_OPEN_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:00,012 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=ca3fba38b7bdcb851f4bb5541919d177, regionState=OPEN, openSeqNum=5, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=148 2024-11-14T18:15:00,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=148, state=SUCCESS; OpenRegionProcedure ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 in 174 msec 2024-11-14T18:15:00,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-14T18:15:00,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca3fba38b7bdcb851f4bb5541919d177, REOPEN/MOVE in 511 msec 2024-11-14T18:15:00,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-14T18:15:00,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-14T18:15:00,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 593 msec 2024-11-14T18:15:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T18:15:00,022 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17899883 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d1de3c9 2024-11-14T18:15:00,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a7bd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:15:00,051 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b739a35 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9e22139 2024-11-14T18:15:00,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d688bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:15:00,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20bb05a7 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38481360 2024-11-14T18:15:00,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f7e171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:15:00,129 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5ecd59 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62750e61 2024-11-14T18:15:00,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c078737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:15:00,156 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61da8c1c to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b968040 2024-11-14T18:15:00,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf8843a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:15:00,195 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49019618 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76670256 2024-11-14T18:15:00,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbb1399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:15:00,240 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7887fec7 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36bc3633 2024-11-14T18:15:00,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fccca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:15:00,264 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x336d4b92 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64b7ee62 2024-11-14T18:15:00,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539997ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:15:00,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x219191a1 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a0ebf0f 2024-11-14T18:15:00,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b56307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:15:00,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b69e269 to 127.0.0.1:56630 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7410dccc 2024-11-14T18:15:00,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a733412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T18:15:00,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:15:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-14T18:15:00,395 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:15:00,405 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:15:00,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:15:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T18:15:00,430 DEBUG [hconnection-0x7e20c0c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:15:00,434 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:15:00,435 DEBUG [hconnection-0x40946f0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:15:00,438 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:15:00,442 DEBUG [hconnection-0x84e9bc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:15:00,446 DEBUG [hconnection-0x4d4966ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:15:00,447 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:15:00,447 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:15:00,454 DEBUG [hconnection-0x267aff80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:15:00,458 DEBUG [hconnection-0x3f766969-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:15:00,458 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:15:00,462 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:15:00,471 DEBUG [hconnection-0x58681e90-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:15:00,473 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:15:00,478 DEBUG [hconnection-0x45a864aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:15:00,479 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:15:00,482 DEBUG [hconnection-0x5905e3db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:15:00,483 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:15:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:00,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T18:15:00,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:00,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:00,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:00,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:00,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:00,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:00,514 DEBUG [hconnection-0x619d0016-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T18:15:00,518 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T18:15:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T18:15:00,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T18:15:00,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:00,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:00,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:00,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:00,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:00,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608160565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608160567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608160574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608160574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608160575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b852d78c75744a3eb338f5b3e654f315_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608100488/Put/seqid=0 2024-11-14T18:15:00,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742399_1575 (size=12154) 2024-11-14T18:15:00,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608160676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608160680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608160679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608160680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608160686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T18:15:00,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T18:15:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:00,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:00,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608160883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608160884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608160884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608160886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608160901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:00,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T18:15:00,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:00,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:00,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:00,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:00,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T18:15:01,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T18:15:01,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:01,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:01,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:01,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:01,130 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b852d78c75744a3eb338f5b3e654f315_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b852d78c75744a3eb338f5b3e654f315_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:01,139 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/e0192181d1c2451ea59d1109cc23e127, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:01,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/e0192181d1c2451ea59d1109cc23e127 is 175, key is test_row_0/A:col10/1731608100488/Put/seqid=0 2024-11-14T18:15:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742400_1576 (size=30955) 2024-11-14T18:15:01,159 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/e0192181d1c2451ea59d1109cc23e127 2024-11-14T18:15:01,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/87c3d33386234833b76e3a91ed22f295 is 50, key is test_row_0/B:col10/1731608100488/Put/seqid=0 2024-11-14T18:15:01,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608161187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608161189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608161192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608161192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608161206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742401_1577 (size=12001) 2024-11-14T18:15:01,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/87c3d33386234833b76e3a91ed22f295 2024-11-14T18:15:01,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T18:15:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:01,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/1fcb29594bae47318668d23e98aea84e is 50, key is test_row_0/C:col10/1731608100488/Put/seqid=0 2024-11-14T18:15:01,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742402_1578 (size=12001) 2024-11-14T18:15:01,396 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T18:15:01,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:01,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:01,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:01,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T18:15:01,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T18:15:01,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:01,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:01,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:01,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608161694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608161697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608161700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608161700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608161711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T18:15:01,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:01,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:01,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:01,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:01,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/1fcb29594bae47318668d23e98aea84e 2024-11-14T18:15:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/e0192181d1c2451ea59d1109cc23e127 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/e0192181d1c2451ea59d1109cc23e127 2024-11-14T18:15:01,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/e0192181d1c2451ea59d1109cc23e127, entries=150, sequenceid=18, filesize=30.2 K 2024-11-14T18:15:01,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/87c3d33386234833b76e3a91ed22f295 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/87c3d33386234833b76e3a91ed22f295 2024-11-14T18:15:01,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/87c3d33386234833b76e3a91ed22f295, entries=150, sequenceid=18, filesize=11.7 K 2024-11-14T18:15:01,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/1fcb29594bae47318668d23e98aea84e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1fcb29594bae47318668d23e98aea84e 2024-11-14T18:15:01,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1fcb29594bae47318668d23e98aea84e, entries=150, sequenceid=18, filesize=11.7 K 2024-11-14T18:15:01,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for ca3fba38b7bdcb851f4bb5541919d177 in 1315ms, sequenceid=18, compaction requested=false 2024-11-14T18:15:01,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:01,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:01,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T18:15:01,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:01,875 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T18:15:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:01,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111422ceaaff03234237a83a8dba6c3b3585_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608100561/Put/seqid=0 2024-11-14T18:15:01,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742403_1579 (size=12154) 2024-11-14T18:15:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,028 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111422ceaaff03234237a83a8dba6c3b3585_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111422ceaaff03234237a83a8dba6c3b3585_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:02,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/14c9b95ccd0a44fda65765a91aa45d87, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:02,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/14c9b95ccd0a44fda65765a91aa45d87 is 175, key is test_row_0/A:col10/1731608100561/Put/seqid=0 2024-11-14T18:15:02,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742404_1580 (size=30955) 2024-11-14T18:15:02,494 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/14c9b95ccd0a44fda65765a91aa45d87 2024-11-14T18:15:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/9c231732afaa45788ea050cee7fefdca is 50, key is test_row_0/B:col10/1731608100561/Put/seqid=0 2024-11-14T18:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T18:15:02,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742405_1581 (size=12001) 2024-11-14T18:15:02,570 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/9c231732afaa45788ea050cee7fefdca 2024-11-14T18:15:02,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/24c61b2293474d5fa20a4d66d2fbfaa6 is 50, key is test_row_0/C:col10/1731608100561/Put/seqid=0 2024-11-14T18:15:02,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742406_1582 (size=12001) 2024-11-14T18:15:02,682 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/24c61b2293474d5fa20a4d66d2fbfaa6 2024-11-14T18:15:02,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/14c9b95ccd0a44fda65765a91aa45d87 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/14c9b95ccd0a44fda65765a91aa45d87 2024-11-14T18:15:02,706 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/14c9b95ccd0a44fda65765a91aa45d87, entries=150, sequenceid=41, filesize=30.2 K 2024-11-14T18:15:02,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/9c231732afaa45788ea050cee7fefdca as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/9c231732afaa45788ea050cee7fefdca 2024-11-14T18:15:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,725 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/9c231732afaa45788ea050cee7fefdca, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T18:15:02,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/24c61b2293474d5fa20a4d66d2fbfaa6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/24c61b2293474d5fa20a4d66d2fbfaa6 2024-11-14T18:15:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,768 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/24c61b2293474d5fa20a4d66d2fbfaa6, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T18:15:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,769 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for ca3fba38b7bdcb851f4bb5541919d177 in 894ms, sequenceid=41, compaction requested=false 2024-11-14T18:15:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-14T18:15:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-14T18:15:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-14T18:15:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3640 sec 2024-11-14T18:15:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 2.3810 sec 2024-11-14T18:15:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T18:15:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:02,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:02,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:02,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608162885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608162884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:02,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111451b3cb4966f5498084197e4646a95950_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608102837/Put/seqid=0 2024-11-14T18:15:02,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608162887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:02,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608162888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:02,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608162893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:02,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742407_1583 (size=12154) 2024-11-14T18:15:02,915 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:02,924 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111451b3cb4966f5498084197e4646a95950_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111451b3cb4966f5498084197e4646a95950_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:02,926 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/d7c3e86362284c978be4ad813b970d18, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:02,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/d7c3e86362284c978be4ad813b970d18 is 175, key is test_row_0/A:col10/1731608102837/Put/seqid=0 2024-11-14T18:15:02,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742408_1584 (size=30955) 2024-11-14T18:15:02,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608162991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608162997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608162997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608162997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608162997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608163198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608163204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608163205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608163205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608163205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,277 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T18:15:03,367 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/d7c3e86362284c978be4ad813b970d18 2024-11-14T18:15:03,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/b83f3966fa0b4a0bb7fd453015d1ee42 is 50, key is test_row_0/B:col10/1731608102837/Put/seqid=0 2024-11-14T18:15:03,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742409_1585 (size=12001) 2024-11-14T18:15:03,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/b83f3966fa0b4a0bb7fd453015d1ee42 2024-11-14T18:15:03,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/87cd2b012a4d45a29fe26dcd723fe214 is 50, key is test_row_0/C:col10/1731608102837/Put/seqid=0 2024-11-14T18:15:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742410_1586 (size=12001) 2024-11-14T18:15:03,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/87cd2b012a4d45a29fe26dcd723fe214 2024-11-14T18:15:03,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/d7c3e86362284c978be4ad813b970d18 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/d7c3e86362284c978be4ad813b970d18 2024-11-14T18:15:03,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/d7c3e86362284c978be4ad813b970d18, entries=150, sequenceid=54, filesize=30.2 K 2024-11-14T18:15:03,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/b83f3966fa0b4a0bb7fd453015d1ee42 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/b83f3966fa0b4a0bb7fd453015d1ee42 2024-11-14T18:15:03,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/b83f3966fa0b4a0bb7fd453015d1ee42, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T18:15:03,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/87cd2b012a4d45a29fe26dcd723fe214 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/87cd2b012a4d45a29fe26dcd723fe214 2024-11-14T18:15:03,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/87cd2b012a4d45a29fe26dcd723fe214, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T18:15:03,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ca3fba38b7bdcb851f4bb5541919d177 in 615ms, sequenceid=54, compaction requested=true 2024-11-14T18:15:03,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:03,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:15:03,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:03,456 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:03,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:15:03,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:03,456 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:03,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:15:03,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:03,457 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:03,457 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:03,457 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/B is initiating minor compaction (all files) 2024-11-14T18:15:03,457 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/A is initiating minor compaction (all files) 2024-11-14T18:15:03,457 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/A in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:03,457 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/B in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:03,457 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/e0192181d1c2451ea59d1109cc23e127, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/14c9b95ccd0a44fda65765a91aa45d87, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/d7c3e86362284c978be4ad813b970d18] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=90.7 K 2024-11-14T18:15:03,457 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/87c3d33386234833b76e3a91ed22f295, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/9c231732afaa45788ea050cee7fefdca, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/b83f3966fa0b4a0bb7fd453015d1ee42] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=35.2 K 2024-11-14T18:15:03,457 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:03,457 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/e0192181d1c2451ea59d1109cc23e127, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/14c9b95ccd0a44fda65765a91aa45d87, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/d7c3e86362284c978be4ad813b970d18] 2024-11-14T18:15:03,457 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 87c3d33386234833b76e3a91ed22f295, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731608100488 2024-11-14T18:15:03,458 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0192181d1c2451ea59d1109cc23e127, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731608100488 2024-11-14T18:15:03,458 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c231732afaa45788ea050cee7fefdca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731608100561 2024-11-14T18:15:03,458 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14c9b95ccd0a44fda65765a91aa45d87, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731608100561 2024-11-14T18:15:03,458 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting b83f3966fa0b4a0bb7fd453015d1ee42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731608102837 2024-11-14T18:15:03,458 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7c3e86362284c978be4ad813b970d18, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731608102837 2024-11-14T18:15:03,464 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:03,466 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#B#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:03,466 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/719492bc615a459f899e8c9f1b60cea6 is 50, key is test_row_0/B:col10/1731608102837/Put/seqid=0 2024-11-14T18:15:03,478 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111438c13465fedb4946b894788d22fc8a97_ca3fba38b7bdcb851f4bb5541919d177 store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:03,480 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111438c13465fedb4946b894788d22fc8a97_ca3fba38b7bdcb851f4bb5541919d177, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:03,481 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111438c13465fedb4946b894788d22fc8a97_ca3fba38b7bdcb851f4bb5541919d177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:03,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742411_1587 (size=12104) 2024-11-14T18:15:03,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T18:15:03,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:03,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:03,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:03,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:03,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:03,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:03,517 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/719492bc615a459f899e8c9f1b60cea6 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/719492bc615a459f899e8c9f1b60cea6 2024-11-14T18:15:03,528 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/B of ca3fba38b7bdcb851f4bb5541919d177 into 719492bc615a459f899e8c9f1b60cea6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:03,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742412_1588 (size=4469) 2024-11-14T18:15:03,528 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:03,528 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/B, priority=13, startTime=1731608103456; duration=0sec 2024-11-14T18:15:03,528 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:03,528 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:B 2024-11-14T18:15:03,528 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:03,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608163524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608163523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,530 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:03,530 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/C is initiating minor compaction (all files) 2024-11-14T18:15:03,530 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/C in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:03,530 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1fcb29594bae47318668d23e98aea84e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/24c61b2293474d5fa20a4d66d2fbfaa6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/87cd2b012a4d45a29fe26dcd723fe214] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=35.2 K 2024-11-14T18:15:03,531 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fcb29594bae47318668d23e98aea84e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731608100488 2024-11-14T18:15:03,531 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 24c61b2293474d5fa20a4d66d2fbfaa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731608100561 2024-11-14T18:15:03,531 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 87cd2b012a4d45a29fe26dcd723fe214, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731608102837 2024-11-14T18:15:03,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608163526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608163529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,534 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#A#compaction#499 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:03,534 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/01d0ba2e30f4417b9cdf1c54b3291c1a is 175, key is test_row_0/A:col10/1731608102837/Put/seqid=0 2024-11-14T18:15:03,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111448adcb6c04ae43809f4ae81451660daf_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608103513/Put/seqid=0 2024-11-14T18:15:03,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608163530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,568 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#C#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:03,568 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/0b54c0a7d085475580ba25789ccf5418 is 50, key is test_row_0/C:col10/1731608102837/Put/seqid=0 2024-11-14T18:15:03,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742413_1589 (size=31058) 2024-11-14T18:15:03,606 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/01d0ba2e30f4417b9cdf1c54b3291c1a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/01d0ba2e30f4417b9cdf1c54b3291c1a 2024-11-14T18:15:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742414_1590 (size=14594) 2024-11-14T18:15:03,615 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/A of ca3fba38b7bdcb851f4bb5541919d177 into 01d0ba2e30f4417b9cdf1c54b3291c1a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:03,615 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:03,615 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/A, priority=13, startTime=1731608103456; duration=0sec 2024-11-14T18:15:03,615 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:03,615 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:A 2024-11-14T18:15:03,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742415_1591 (size=12104) 2024-11-14T18:15:03,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608163630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608163630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608163635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608163635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608163639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,643 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/0b54c0a7d085475580ba25789ccf5418 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/0b54c0a7d085475580ba25789ccf5418 2024-11-14T18:15:03,648 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/C of ca3fba38b7bdcb851f4bb5541919d177 into 0b54c0a7d085475580ba25789ccf5418(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:03,648 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:03,648 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/C, priority=13, startTime=1731608103456; duration=0sec 2024-11-14T18:15:03,648 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:03,648 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:C 2024-11-14T18:15:03,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608163836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608163839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608163839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608163840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:03,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608163845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,014 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:04,029 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111448adcb6c04ae43809f4ae81451660daf_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111448adcb6c04ae43809f4ae81451660daf_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:04,030 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/1c1984ea082245eabb762f1ac2b754cf, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:04,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/1c1984ea082245eabb762f1ac2b754cf is 175, key is test_row_0/A:col10/1731608103513/Put/seqid=0 2024-11-14T18:15:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742416_1592 (size=39549) 2024-11-14T18:15:04,057 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/1c1984ea082245eabb762f1ac2b754cf 2024-11-14T18:15:04,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/60533ef1007044a3a77016c6d5e7cd27 is 50, key is test_row_0/B:col10/1731608103513/Put/seqid=0 2024-11-14T18:15:04,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742417_1593 (size=12001) 2024-11-14T18:15:04,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/60533ef1007044a3a77016c6d5e7cd27 2024-11-14T18:15:04,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/bdb096ac458d42948dccf11a45f08c4e is 50, key is test_row_0/C:col10/1731608103513/Put/seqid=0 2024-11-14T18:15:04,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742418_1594 (size=12001) 2024-11-14T18:15:04,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/bdb096ac458d42948dccf11a45f08c4e 2024-11-14T18:15:04,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/1c1984ea082245eabb762f1ac2b754cf as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1c1984ea082245eabb762f1ac2b754cf 2024-11-14T18:15:04,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608164142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608164143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608164148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608164149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608164149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1c1984ea082245eabb762f1ac2b754cf, entries=200, sequenceid=78, filesize=38.6 K 2024-11-14T18:15:04,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/60533ef1007044a3a77016c6d5e7cd27 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/60533ef1007044a3a77016c6d5e7cd27 2024-11-14T18:15:04,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/60533ef1007044a3a77016c6d5e7cd27, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T18:15:04,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/bdb096ac458d42948dccf11a45f08c4e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bdb096ac458d42948dccf11a45f08c4e 2024-11-14T18:15:04,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bdb096ac458d42948dccf11a45f08c4e, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T18:15:04,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ca3fba38b7bdcb851f4bb5541919d177 in 724ms, sequenceid=78, compaction requested=false 2024-11-14T18:15:04,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T18:15:04,534 INFO [Thread-2557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-14T18:15:04,541 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:15:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-14T18:15:04,549 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:15:04,550 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:15:04,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:15:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T18:15:04,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T18:15:04,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:04,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:04,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:04,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:04,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:04,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T18:15:04,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114db3c05b0e89f4f5086263254e78c21e5_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608104648/Put/seqid=0 2024-11-14T18:15:04,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T18:15:04,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608164707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:04,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:04,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742419_1595 (size=14594) 2024-11-14T18:15:04,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:04,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608164714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608164719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608164723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608164718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,734 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114db3c05b0e89f4f5086263254e78c21e5_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114db3c05b0e89f4f5086263254e78c21e5_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:04,750 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/43de9f4836e14498a1b66ade63aab8e9, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:04,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/43de9f4836e14498a1b66ade63aab8e9 is 175, key is test_row_0/A:col10/1731608104648/Put/seqid=0 2024-11-14T18:15:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742420_1596 (size=39549) 2024-11-14T18:15:04,801 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/43de9f4836e14498a1b66ade63aab8e9 2024-11-14T18:15:04,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608164818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608164833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608164833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608164835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608164838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T18:15:04,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/a8e6218766374c3b8868b1eae971737d is 50, key is test_row_0/B:col10/1731608104648/Put/seqid=0 2024-11-14T18:15:04,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:04,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T18:15:04,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:04,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:04,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:04,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:04,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:04,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742421_1597 (size=12001) 2024-11-14T18:15:05,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608165024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T18:15:05,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:05,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:05,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:05,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:05,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:05,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608165041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608165043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608165046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608165048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T18:15:05,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T18:15:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:05,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:05,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/a8e6218766374c3b8868b1eae971737d 2024-11-14T18:15:05,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608165334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/1e95c71bb1214738a0adb493bb349950 is 50, key is test_row_0/C:col10/1731608104648/Put/seqid=0 2024-11-14T18:15:05,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608165351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608165354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,362 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T18:15:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:05,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608165358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:05,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608165359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742422_1598 (size=12001) 2024-11-14T18:15:05,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/1e95c71bb1214738a0adb493bb349950 2024-11-14T18:15:05,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/43de9f4836e14498a1b66ade63aab8e9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/43de9f4836e14498a1b66ade63aab8e9 2024-11-14T18:15:05,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/43de9f4836e14498a1b66ade63aab8e9, entries=200, sequenceid=95, filesize=38.6 K 2024-11-14T18:15:05,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/a8e6218766374c3b8868b1eae971737d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a8e6218766374c3b8868b1eae971737d 2024-11-14T18:15:05,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a8e6218766374c3b8868b1eae971737d, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T18:15:05,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/1e95c71bb1214738a0adb493bb349950 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1e95c71bb1214738a0adb493bb349950 2024-11-14T18:15:05,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1e95c71bb1214738a0adb493bb349950, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T18:15:05,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for ca3fba38b7bdcb851f4bb5541919d177 in 742ms, sequenceid=95, compaction requested=true 2024-11-14T18:15:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:05,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:15:05,392 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:05,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:05,392 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:05,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:15:05,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:05,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:15:05,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:05,392 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:05,392 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/A is initiating minor compaction (all files) 2024-11-14T18:15:05,393 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:05,393 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/A in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:05,393 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/B is initiating minor compaction (all files) 2024-11-14T18:15:05,393 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/B in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:05,393 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/01d0ba2e30f4417b9cdf1c54b3291c1a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1c1984ea082245eabb762f1ac2b754cf, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/43de9f4836e14498a1b66ade63aab8e9] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=107.6 K 2024-11-14T18:15:05,393 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/719492bc615a459f899e8c9f1b60cea6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/60533ef1007044a3a77016c6d5e7cd27, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a8e6218766374c3b8868b1eae971737d] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=35.3 K 2024-11-14T18:15:05,393 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:05,393 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/01d0ba2e30f4417b9cdf1c54b3291c1a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1c1984ea082245eabb762f1ac2b754cf, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/43de9f4836e14498a1b66ade63aab8e9] 2024-11-14T18:15:05,393 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 719492bc615a459f899e8c9f1b60cea6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731608102837 2024-11-14T18:15:05,393 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 60533ef1007044a3a77016c6d5e7cd27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731608102887 2024-11-14T18:15:05,393 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01d0ba2e30f4417b9cdf1c54b3291c1a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731608102837 2024-11-14T18:15:05,394 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e6218766374c3b8868b1eae971737d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731608103518 2024-11-14T18:15:05,394 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c1984ea082245eabb762f1ac2b754cf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731608102885 2024-11-14T18:15:05,394 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43de9f4836e14498a1b66ade63aab8e9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731608103517 2024-11-14T18:15:05,405 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:05,406 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#B#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:05,407 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/4181ac3372814d71988da3ceeb7ce61e is 50, key is test_row_0/B:col10/1731608104648/Put/seqid=0 2024-11-14T18:15:05,416 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114c8c1a62ffccb4593be0e0a8729d77650_ca3fba38b7bdcb851f4bb5541919d177 store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:05,419 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114c8c1a62ffccb4593be0e0a8729d77650_ca3fba38b7bdcb851f4bb5541919d177, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:05,419 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c8c1a62ffccb4593be0e0a8729d77650_ca3fba38b7bdcb851f4bb5541919d177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:05,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742423_1599 (size=12207) 2024-11-14T18:15:05,435 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/4181ac3372814d71988da3ceeb7ce61e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/4181ac3372814d71988da3ceeb7ce61e 2024-11-14T18:15:05,439 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/B of ca3fba38b7bdcb851f4bb5541919d177 into 4181ac3372814d71988da3ceeb7ce61e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:05,440 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:05,440 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/B, priority=13, startTime=1731608105392; duration=0sec 2024-11-14T18:15:05,440 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:05,440 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:B 2024-11-14T18:15:05,440 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:05,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742424_1600 (size=4469) 2024-11-14T18:15:05,442 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:05,442 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/C is initiating minor compaction (all files) 2024-11-14T18:15:05,442 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/C in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:05,442 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#A#compaction#508 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:05,442 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/0b54c0a7d085475580ba25789ccf5418, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bdb096ac458d42948dccf11a45f08c4e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1e95c71bb1214738a0adb493bb349950] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=35.3 K 2024-11-14T18:15:05,443 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b54c0a7d085475580ba25789ccf5418, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731608102837 2024-11-14T18:15:05,443 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/52b2cce9cdc647c3a45a49140d06b38d is 175, key is test_row_0/A:col10/1731608104648/Put/seqid=0 2024-11-14T18:15:05,443 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting bdb096ac458d42948dccf11a45f08c4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731608102887 2024-11-14T18:15:05,443 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e95c71bb1214738a0adb493bb349950, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731608103518 2024-11-14T18:15:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742425_1601 (size=31161) 2024-11-14T18:15:05,482 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#C#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:05,483 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/35ad8bce3b8e413e8373a81b5774d27e is 50, key is test_row_0/C:col10/1731608104648/Put/seqid=0 2024-11-14T18:15:05,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742426_1602 (size=12207) 2024-11-14T18:15:05,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T18:15:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:05,522 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T18:15:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:05,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:05,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114daff2469d8d84adbbf890aaab3496a69_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608104713/Put/seqid=0 2024-11-14T18:15:05,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742427_1603 (size=12154) 2024-11-14T18:15:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T18:15:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:05,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:05,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608165866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608165867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608165871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608165871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608165871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,889 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/52b2cce9cdc647c3a45a49140d06b38d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/52b2cce9cdc647c3a45a49140d06b38d 2024-11-14T18:15:05,896 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/A of ca3fba38b7bdcb851f4bb5541919d177 into 52b2cce9cdc647c3a45a49140d06b38d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:05,896 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:05,896 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/A, priority=13, startTime=1731608105391; duration=0sec 2024-11-14T18:15:05,897 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:05,897 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:A 2024-11-14T18:15:05,897 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/35ad8bce3b8e413e8373a81b5774d27e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/35ad8bce3b8e413e8373a81b5774d27e 2024-11-14T18:15:05,903 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/C of ca3fba38b7bdcb851f4bb5541919d177 into 35ad8bce3b8e413e8373a81b5774d27e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:05,903 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:05,903 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/C, priority=13, startTime=1731608105392; duration=0sec 2024-11-14T18:15:05,903 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:05,903 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:C 2024-11-14T18:15:05,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:05,956 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114daff2469d8d84adbbf890aaab3496a69_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114daff2469d8d84adbbf890aaab3496a69_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:05,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5d2a8e87ab7441f292da8d2f6cc57c2f, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:05,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5d2a8e87ab7441f292da8d2f6cc57c2f is 175, key is test_row_0/A:col10/1731608104713/Put/seqid=0 2024-11-14T18:15:05,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608165972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608165977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608165977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608165977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:05,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742428_1604 (size=30955) 2024-11-14T18:15:06,006 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5d2a8e87ab7441f292da8d2f6cc57c2f 2024-11-14T18:15:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/c6dcc739a8c34925a845e62a7e328f44 is 50, key is test_row_0/B:col10/1731608104713/Put/seqid=0 2024-11-14T18:15:06,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742429_1605 (size=12001) 2024-11-14T18:15:06,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608166182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:06,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608166189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:06,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608166189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:06,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608166189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:06,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608166490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:06,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608166494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:06,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608166494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:06,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608166497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:06,518 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/c6dcc739a8c34925a845e62a7e328f44 2024-11-14T18:15:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/89c49d85ab5744d88383eb4bd3e4331d is 50, key is test_row_0/C:col10/1731608104713/Put/seqid=0 2024-11-14T18:15:06,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742430_1606 (size=12001) 2024-11-14T18:15:06,569 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/89c49d85ab5744d88383eb4bd3e4331d 2024-11-14T18:15:06,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5d2a8e87ab7441f292da8d2f6cc57c2f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5d2a8e87ab7441f292da8d2f6cc57c2f 2024-11-14T18:15:06,597 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5d2a8e87ab7441f292da8d2f6cc57c2f, entries=150, sequenceid=119, filesize=30.2 K 2024-11-14T18:15:06,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/c6dcc739a8c34925a845e62a7e328f44 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/c6dcc739a8c34925a845e62a7e328f44 2024-11-14T18:15:06,608 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/c6dcc739a8c34925a845e62a7e328f44, entries=150, sequenceid=119, filesize=11.7 K 2024-11-14T18:15:06,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/89c49d85ab5744d88383eb4bd3e4331d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/89c49d85ab5744d88383eb4bd3e4331d 2024-11-14T18:15:06,615 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/89c49d85ab5744d88383eb4bd3e4331d, entries=150, sequenceid=119, filesize=11.7 K 2024-11-14T18:15:06,616 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ca3fba38b7bdcb851f4bb5541919d177 in 1094ms, sequenceid=119, compaction requested=false 2024-11-14T18:15:06,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:06,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:06,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-14T18:15:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-14T18:15:06,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-14T18:15:06,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0800 sec 2024-11-14T18:15:06,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 2.0940 sec 2024-11-14T18:15:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T18:15:06,657 INFO [Thread-2557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-14T18:15:06,659 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:15:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-14T18:15:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T18:15:06,661 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:15:06,662 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:15:06,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:15:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T18:15:06,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:06,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T18:15:06,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:06,815 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T18:15:06,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:06,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:06,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:06,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:06,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:06,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148bdc6e55a2dc457eba82112a04eee2e4_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608105870/Put/seqid=0 2024-11-14T18:15:06,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742431_1607 (size=12254) 2024-11-14T18:15:06,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:06,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:06,890 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148bdc6e55a2dc457eba82112a04eee2e4_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148bdc6e55a2dc457eba82112a04eee2e4_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:06,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5406b393e8c6418cb1cafe4c1bcfb796, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:06,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5406b393e8c6418cb1cafe4c1bcfb796 is 175, key is test_row_0/A:col10/1731608105870/Put/seqid=0 2024-11-14T18:15:06,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742432_1608 (size=31055) 2024-11-14T18:15:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T18:15:06,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608166974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:06,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608166993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:07,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608166998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:07,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608166999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:07,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608167003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:07,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608167077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T18:15:07,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608167281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:07,315 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5406b393e8c6418cb1cafe4c1bcfb796 2024-11-14T18:15:07,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/6c55ecab23ad4d22b3e8ab26e1d625bb is 50, key is test_row_0/B:col10/1731608105870/Put/seqid=0 2024-11-14T18:15:07,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742433_1609 (size=12101) 2024-11-14T18:15:07,371 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/6c55ecab23ad4d22b3e8ab26e1d625bb 2024-11-14T18:15:07,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/0eba65412b7545e0879013821bff324a is 50, key is test_row_0/C:col10/1731608105870/Put/seqid=0 2024-11-14T18:15:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742434_1610 (size=12101) 2024-11-14T18:15:07,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608167586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T18:15:07,794 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/0eba65412b7545e0879013821bff324a 2024-11-14T18:15:07,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5406b393e8c6418cb1cafe4c1bcfb796 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5406b393e8c6418cb1cafe4c1bcfb796 2024-11-14T18:15:07,808 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5406b393e8c6418cb1cafe4c1bcfb796, entries=150, sequenceid=135, filesize=30.3 K 2024-11-14T18:15:07,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/6c55ecab23ad4d22b3e8ab26e1d625bb as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/6c55ecab23ad4d22b3e8ab26e1d625bb 2024-11-14T18:15:07,813 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/6c55ecab23ad4d22b3e8ab26e1d625bb, entries=150, sequenceid=135, filesize=11.8 K 2024-11-14T18:15:07,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/0eba65412b7545e0879013821bff324a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/0eba65412b7545e0879013821bff324a 2024-11-14T18:15:07,817 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/0eba65412b7545e0879013821bff324a, entries=150, sequenceid=135, filesize=11.8 K 2024-11-14T18:15:07,818 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ca3fba38b7bdcb851f4bb5541919d177 in 1002ms, sequenceid=135, compaction requested=true 2024-11-14T18:15:07,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:07,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:07,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-14T18:15:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-14T18:15:07,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-14T18:15:07,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1570 sec 2024-11-14T18:15:07,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.1610 sec 2024-11-14T18:15:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:08,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T18:15:08,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:08,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:08,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:08,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:08,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:08,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:08,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b9a48ee86ad641d5a3d1b40d7042626e_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608108010/Put/seqid=0 2024-11-14T18:15:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608168025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608168026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608168031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608168034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742435_1611 (size=12304) 2024-11-14T18:15:08,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608168094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608168136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608168136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608168137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608168139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608168341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608168341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608168343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608168354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,453 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:08,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b9a48ee86ad641d5a3d1b40d7042626e_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b9a48ee86ad641d5a3d1b40d7042626e_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:08,460 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/1bbc70cc254c411c87c29e775ddaf22d, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:08,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/1bbc70cc254c411c87c29e775ddaf22d is 175, key is test_row_0/A:col10/1731608108010/Put/seqid=0 2024-11-14T18:15:08,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742436_1612 (size=31105) 2024-11-14T18:15:08,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608168645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608168645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608168645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608168658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T18:15:08,779 INFO [Thread-2557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-14T18:15:08,780 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:15:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-14T18:15:08,781 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:15:08,782 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:15:08,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:15:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T18:15:08,884 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/1bbc70cc254c411c87c29e775ddaf22d 2024-11-14T18:15:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T18:15:08,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/7def820bbda64f0987bf8e7349a2bfe1 is 50, key is test_row_0/B:col10/1731608108010/Put/seqid=0 2024-11-14T18:15:08,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742437_1613 (size=12151) 2024-11-14T18:15:08,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:08,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T18:15:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:08,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T18:15:09,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:09,093 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T18:15:09,093 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T18:15:09,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T18:15:09,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:09,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:09,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:09,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:09,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:09,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608169106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:09,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608169151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:09,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608169151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:09,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608169154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:09,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608169163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:09,250 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:09,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T18:15:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:09,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:09,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:09,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/7def820bbda64f0987bf8e7349a2bfe1 2024-11-14T18:15:09,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/50b6aa357fb14e41a9311941542d4007 is 50, key is test_row_0/C:col10/1731608108010/Put/seqid=0 2024-11-14T18:15:09,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742438_1614 (size=12151) 2024-11-14T18:15:09,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/50b6aa357fb14e41a9311941542d4007 2024-11-14T18:15:09,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/1bbc70cc254c411c87c29e775ddaf22d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1bbc70cc254c411c87c29e775ddaf22d 2024-11-14T18:15:09,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1bbc70cc254c411c87c29e775ddaf22d, entries=150, sequenceid=160, filesize=30.4 K 2024-11-14T18:15:09,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/7def820bbda64f0987bf8e7349a2bfe1 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/7def820bbda64f0987bf8e7349a2bfe1 2024-11-14T18:15:09,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/7def820bbda64f0987bf8e7349a2bfe1, entries=150, sequenceid=160, filesize=11.9 K 2024-11-14T18:15:09,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/50b6aa357fb14e41a9311941542d4007 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/50b6aa357fb14e41a9311941542d4007 2024-11-14T18:15:09,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/50b6aa357fb14e41a9311941542d4007, entries=150, sequenceid=160, filesize=11.9 K 2024-11-14T18:15:09,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for ca3fba38b7bdcb851f4bb5541919d177 in 1354ms, sequenceid=160, compaction requested=true 2024-11-14T18:15:09,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:09,365 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:15:09,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:15:09,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:09,365 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:15:09,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:15:09,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:09,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:15:09,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:09,374 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:15:09,374 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/B is initiating minor compaction (all files) 2024-11-14T18:15:09,374 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/B in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:09,374 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/4181ac3372814d71988da3ceeb7ce61e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/c6dcc739a8c34925a845e62a7e328f44, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/6c55ecab23ad4d22b3e8ab26e1d625bb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/7def820bbda64f0987bf8e7349a2bfe1] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=47.3 K 2024-11-14T18:15:09,375 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124276 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:15:09,375 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/A is initiating minor compaction (all files) 2024-11-14T18:15:09,375 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/A in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:09,375 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/52b2cce9cdc647c3a45a49140d06b38d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5d2a8e87ab7441f292da8d2f6cc57c2f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5406b393e8c6418cb1cafe4c1bcfb796, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1bbc70cc254c411c87c29e775ddaf22d] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=121.4 K 2024-11-14T18:15:09,375 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:09,375 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/52b2cce9cdc647c3a45a49140d06b38d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5d2a8e87ab7441f292da8d2f6cc57c2f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5406b393e8c6418cb1cafe4c1bcfb796, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1bbc70cc254c411c87c29e775ddaf22d] 2024-11-14T18:15:09,378 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 4181ac3372814d71988da3ceeb7ce61e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731608103518 2024-11-14T18:15:09,378 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52b2cce9cdc647c3a45a49140d06b38d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731608103518 2024-11-14T18:15:09,381 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d2a8e87ab7441f292da8d2f6cc57c2f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731608104707 2024-11-14T18:15:09,381 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting c6dcc739a8c34925a845e62a7e328f44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731608104707 2024-11-14T18:15:09,383 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5406b393e8c6418cb1cafe4c1bcfb796, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731608105863 2024-11-14T18:15:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T18:15:09,388 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c55ecab23ad4d22b3e8ab26e1d625bb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731608105863 2024-11-14T18:15:09,388 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bbc70cc254c411c87c29e775ddaf22d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731608106973 2024-11-14T18:15:09,391 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7def820bbda64f0987bf8e7349a2bfe1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731608106973 2024-11-14T18:15:09,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:09,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-14T18:15:09,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:09,404 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T18:15:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:09,412 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#B#compaction#519 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:09,413 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/83f36f2b0a5e43179ac49bf0b4ffd327 is 50, key is test_row_0/B:col10/1731608108010/Put/seqid=0 2024-11-14T18:15:09,415 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:09,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140beb1c380c4c42edaa60737a4ead7a1f_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608108025/Put/seqid=0 2024-11-14T18:15:09,419 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111453e55a3f76d5426f8ee259ce52694259_ca3fba38b7bdcb851f4bb5541919d177 store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:09,422 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111453e55a3f76d5426f8ee259ce52694259_ca3fba38b7bdcb851f4bb5541919d177, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:09,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742440_1616 (size=12304) 2024-11-14T18:15:09,422 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111453e55a3f76d5426f8ee259ce52694259_ca3fba38b7bdcb851f4bb5541919d177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:09,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:09,426 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140beb1c380c4c42edaa60737a4ead7a1f_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140beb1c380c4c42edaa60737a4ead7a1f_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:09,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/88e0309f61264f43871a889ce76957b9, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:09,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/88e0309f61264f43871a889ce76957b9 is 175, key is test_row_0/A:col10/1731608108025/Put/seqid=0 2024-11-14T18:15:09,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742439_1615 (size=12493) 2024-11-14T18:15:09,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742442_1618 (size=4469) 2024-11-14T18:15:09,444 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#A#compaction#520 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:09,444 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/83f36f2b0a5e43179ac49bf0b4ffd327 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/83f36f2b0a5e43179ac49bf0b4ffd327 2024-11-14T18:15:09,444 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/ff6967111ceb433387b735725a9453d5 is 175, key is test_row_0/A:col10/1731608108010/Put/seqid=0 2024-11-14T18:15:09,456 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/B of ca3fba38b7bdcb851f4bb5541919d177 into 83f36f2b0a5e43179ac49bf0b4ffd327(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:09,456 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:09,456 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/B, priority=12, startTime=1731608109365; duration=0sec 2024-11-14T18:15:09,456 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:09,456 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:B 2024-11-14T18:15:09,456 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:15:09,458 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:15:09,458 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/C is initiating minor compaction (all files) 2024-11-14T18:15:09,458 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/C in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:09,459 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/35ad8bce3b8e413e8373a81b5774d27e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/89c49d85ab5744d88383eb4bd3e4331d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/0eba65412b7545e0879013821bff324a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/50b6aa357fb14e41a9311941542d4007] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=47.3 K 2024-11-14T18:15:09,459 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 35ad8bce3b8e413e8373a81b5774d27e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731608103518 2024-11-14T18:15:09,459 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 89c49d85ab5744d88383eb4bd3e4331d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731608104707 2024-11-14T18:15:09,459 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eba65412b7545e0879013821bff324a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731608105863 2024-11-14T18:15:09,460 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 50b6aa357fb14e41a9311941542d4007, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731608106973 2024-11-14T18:15:09,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742441_1617 (size=31105) 2024-11-14T18:15:09,471 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/88e0309f61264f43871a889ce76957b9 2024-11-14T18:15:09,476 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#C#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:09,477 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/1343ab0b905d4bd78cf86f7d66c8ba2b is 50, key is test_row_0/C:col10/1731608108010/Put/seqid=0 2024-11-14T18:15:09,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/35898ef216c54f71930b0aeb61401d9b is 50, key is test_row_0/B:col10/1731608108025/Put/seqid=0 2024-11-14T18:15:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742443_1619 (size=31447) 2024-11-14T18:15:09,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742444_1620 (size=12493) 2024-11-14T18:15:09,498 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/1343ab0b905d4bd78cf86f7d66c8ba2b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1343ab0b905d4bd78cf86f7d66c8ba2b 2024-11-14T18:15:09,501 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/C of ca3fba38b7bdcb851f4bb5541919d177 into 1343ab0b905d4bd78cf86f7d66c8ba2b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:09,501 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:09,501 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/C, priority=12, startTime=1731608109366; duration=0sec 2024-11-14T18:15:09,502 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:09,502 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:C 2024-11-14T18:15:09,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742445_1621 (size=12151) 2024-11-14T18:15:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T18:15:09,903 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/ff6967111ceb433387b735725a9453d5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ff6967111ceb433387b735725a9453d5 2024-11-14T18:15:09,909 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/35898ef216c54f71930b0aeb61401d9b 2024-11-14T18:15:09,914 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/A of ca3fba38b7bdcb851f4bb5541919d177 into ff6967111ceb433387b735725a9453d5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:09,914 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:09,914 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/A, priority=12, startTime=1731608109365; duration=0sec 2024-11-14T18:15:09,914 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:09,914 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:A 2024-11-14T18:15:09,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/a0955e4897c3441ea464726328fafb62 is 50, key is test_row_0/C:col10/1731608108025/Put/seqid=0 2024-11-14T18:15:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742446_1622 (size=12151) 2024-11-14T18:15:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:10,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:10,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608170178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608170178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608170181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608170182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608170286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608170286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608170286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608170286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,326 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/a0955e4897c3441ea464726328fafb62 2024-11-14T18:15:10,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/88e0309f61264f43871a889ce76957b9 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/88e0309f61264f43871a889ce76957b9 2024-11-14T18:15:10,333 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/88e0309f61264f43871a889ce76957b9, entries=150, sequenceid=172, filesize=30.4 K 2024-11-14T18:15:10,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/35898ef216c54f71930b0aeb61401d9b as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/35898ef216c54f71930b0aeb61401d9b 2024-11-14T18:15:10,337 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/35898ef216c54f71930b0aeb61401d9b, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T18:15:10,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/a0955e4897c3441ea464726328fafb62 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/a0955e4897c3441ea464726328fafb62 2024-11-14T18:15:10,341 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/a0955e4897c3441ea464726328fafb62, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T18:15:10,341 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ca3fba38b7bdcb851f4bb5541919d177 in 937ms, sequenceid=172, compaction requested=false 2024-11-14T18:15:10,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:10,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:10,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-14T18:15:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-14T18:15:10,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-14T18:15:10,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5600 sec 2024-11-14T18:15:10,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.5640 sec 2024-11-14T18:15:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:10,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T18:15:10,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:10,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:10,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:10,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:10,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:10,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:10,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608170497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608170499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608170502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ca4df51ab3f140dd8e33366f84933be4_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608110176/Put/seqid=0 2024-11-14T18:15:10,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608170503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742447_1623 (size=14794) 2024-11-14T18:15:10,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608170603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608170612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608170613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608170613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608170807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608170819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608170821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608170823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T18:15:10,888 INFO [Thread-2557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-14T18:15:10,889 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:15:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-14T18:15:10,891 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:15:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-14T18:15:10,891 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:15:10,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:15:10,915 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:10,917 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ca4df51ab3f140dd8e33366f84933be4_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca4df51ab3f140dd8e33366f84933be4_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:10,918 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/4fecba7121a64f5f8a67edd53de5b552, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:10,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/4fecba7121a64f5f8a67edd53de5b552 is 175, key is test_row_0/A:col10/1731608110176/Put/seqid=0 2024-11-14T18:15:10,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742448_1624 (size=39749) 2024-11-14T18:15:10,928 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/4fecba7121a64f5f8a67edd53de5b552 2024-11-14T18:15:10,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/8a2278e522734260bc3b526ad179447d is 50, key is test_row_0/B:col10/1731608110176/Put/seqid=0 2024-11-14T18:15:10,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742449_1625 (size=12151) 2024-11-14T18:15:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-14T18:15:11,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-14T18:15:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608171114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608171123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608171125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608171127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,129 DEBUG [Thread-2555 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., hostname=eed19b614a58,42787,1731607940149, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:15:11,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608171128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-14T18:15:11,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-14T18:15:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/8a2278e522734260bc3b526ad179447d 2024-11-14T18:15:11,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/1075adfe5d6f46c38872e6756029f829 is 50, key is test_row_0/C:col10/1731608110176/Put/seqid=0 2024-11-14T18:15:11,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742450_1626 (size=12151) 2024-11-14T18:15:11,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-14T18:15:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-14T18:15:11,514 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-14T18:15:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608171623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608171628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608171629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608171638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-14T18:15:11,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:11,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/1075adfe5d6f46c38872e6756029f829 2024-11-14T18:15:11,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/4fecba7121a64f5f8a67edd53de5b552 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4fecba7121a64f5f8a67edd53de5b552 2024-11-14T18:15:11,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4fecba7121a64f5f8a67edd53de5b552, entries=200, sequenceid=202, filesize=38.8 K 2024-11-14T18:15:11,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/8a2278e522734260bc3b526ad179447d as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/8a2278e522734260bc3b526ad179447d 2024-11-14T18:15:11,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/8a2278e522734260bc3b526ad179447d, entries=150, sequenceid=202, filesize=11.9 K 2024-11-14T18:15:11,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/1075adfe5d6f46c38872e6756029f829 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1075adfe5d6f46c38872e6756029f829 2024-11-14T18:15:11,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-14T18:15:11,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:11,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:11,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1075adfe5d6f46c38872e6756029f829, entries=150, sequenceid=202, filesize=11.9 K 2024-11-14T18:15:11,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ca3fba38b7bdcb851f4bb5541919d177 in 1349ms, sequenceid=202, compaction requested=true 2024-11-14T18:15:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:15:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:11,840 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:15:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:15:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:15:11,841 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:11,841 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:11,842 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/B is initiating minor compaction (all files) 2024-11-14T18:15:11,842 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/B in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,842 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/83f36f2b0a5e43179ac49bf0b4ffd327, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/35898ef216c54f71930b0aeb61401d9b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/8a2278e522734260bc3b526ad179447d] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=35.9 K 2024-11-14T18:15:11,842 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:11,842 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/A is initiating minor compaction (all files) 2024-11-14T18:15:11,842 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/A in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,842 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ff6967111ceb433387b735725a9453d5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/88e0309f61264f43871a889ce76957b9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4fecba7121a64f5f8a67edd53de5b552] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=99.9 K 2024-11-14T18:15:11,842 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,842 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ff6967111ceb433387b735725a9453d5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/88e0309f61264f43871a889ce76957b9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4fecba7121a64f5f8a67edd53de5b552] 2024-11-14T18:15:11,843 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 83f36f2b0a5e43179ac49bf0b4ffd327, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731608106973 2024-11-14T18:15:11,843 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff6967111ceb433387b735725a9453d5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731608106973 2024-11-14T18:15:11,843 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 35898ef216c54f71930b0aeb61401d9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731608108019 2024-11-14T18:15:11,844 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88e0309f61264f43871a889ce76957b9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731608108019 2024-11-14T18:15:11,844 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a2278e522734260bc3b526ad179447d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731608110176 2024-11-14T18:15:11,845 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fecba7121a64f5f8a67edd53de5b552, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731608110176 2024-11-14T18:15:11,868 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#B#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:11,869 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/9a3cdff182f1428a9dbc8a5cec6b2ef5 is 50, key is test_row_0/B:col10/1731608110176/Put/seqid=0 2024-11-14T18:15:11,870 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:11,872 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114a69bffdc8fc24fce8252abe5def8190d_ca3fba38b7bdcb851f4bb5541919d177 store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:11,874 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114a69bffdc8fc24fce8252abe5def8190d_ca3fba38b7bdcb851f4bb5541919d177, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:11,875 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a69bffdc8fc24fce8252abe5def8190d_ca3fba38b7bdcb851f4bb5541919d177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742452_1628 (size=4469) 2024-11-14T18:15:11,907 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#A#compaction#529 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:11,907 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/55a1e8b67760449b86893fba5750997a is 175, key is test_row_0/A:col10/1731608110176/Put/seqid=0 2024-11-14T18:15:11,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742451_1627 (size=12595) 2024-11-14T18:15:11,947 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/9a3cdff182f1428a9dbc8a5cec6b2ef5 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/9a3cdff182f1428a9dbc8a5cec6b2ef5 2024-11-14T18:15:11,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742453_1629 (size=31549) 2024-11-14T18:15:11,965 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/B of ca3fba38b7bdcb851f4bb5541919d177 into 9a3cdff182f1428a9dbc8a5cec6b2ef5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:11,965 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:11,965 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/B, priority=13, startTime=1731608111840; duration=0sec 2024-11-14T18:15:11,965 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:11,965 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:B 2024-11-14T18:15:11,965 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:11,975 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/55a1e8b67760449b86893fba5750997a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/55a1e8b67760449b86893fba5750997a 2024-11-14T18:15:11,984 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:11,984 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/C is initiating minor compaction (all files) 2024-11-14T18:15:11,984 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/C in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,984 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1343ab0b905d4bd78cf86f7d66c8ba2b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/a0955e4897c3441ea464726328fafb62, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1075adfe5d6f46c38872e6756029f829] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=35.9 K 2024-11-14T18:15:11,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:11,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-14T18:15:11,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:11,988 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-14T18:15:11,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:11,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:11,989 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1343ab0b905d4bd78cf86f7d66c8ba2b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731608106973 2024-11-14T18:15:11,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:11,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:11,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:11,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:11,994 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting a0955e4897c3441ea464726328fafb62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731608108019 2024-11-14T18:15:11,999 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/A of ca3fba38b7bdcb851f4bb5541919d177 into 55a1e8b67760449b86893fba5750997a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:11,999 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:11,999 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/A, priority=13, startTime=1731608111840; duration=0sec 2024-11-14T18:15:11,999 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:11,999 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:A 2024-11-14T18:15:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-14T18:15:12,002 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1075adfe5d6f46c38872e6756029f829, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731608110176 2024-11-14T18:15:12,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148059a63a76704678b14bc156cb39ec44_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608110498/Put/seqid=0 2024-11-14T18:15:12,054 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#C#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:12,055 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/9e8c01890a074570972dc74ecb566550 is 50, key is test_row_0/C:col10/1731608110176/Put/seqid=0 2024-11-14T18:15:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742454_1630 (size=12304) 2024-11-14T18:15:12,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,065 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148059a63a76704678b14bc156cb39ec44_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148059a63a76704678b14bc156cb39ec44_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/71be870a79d6486b86247d691e836af2, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:12,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/71be870a79d6486b86247d691e836af2 is 175, key is test_row_0/A:col10/1731608110498/Put/seqid=0 2024-11-14T18:15:12,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742455_1631 (size=12595) 2024-11-14T18:15:12,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742456_1632 (size=31105) 2024-11-14T18:15:12,108 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/71be870a79d6486b86247d691e836af2 2024-11-14T18:15:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/278cc3313c5b4bbd849b84d098c8c9ad is 50, key is test_row_0/B:col10/1731608110498/Put/seqid=0 2024-11-14T18:15:12,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742457_1633 (size=12151) 2024-11-14T18:15:12,138 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/278cc3313c5b4bbd849b84d098c8c9ad 2024-11-14T18:15:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/7bc1da1da2bf4bd1a42c3bb2d655e59e is 50, key is test_row_0/C:col10/1731608110498/Put/seqid=0 2024-11-14T18:15:12,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742458_1634 (size=12151) 2024-11-14T18:15:12,505 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/9e8c01890a074570972dc74ecb566550 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/9e8c01890a074570972dc74ecb566550 2024-11-14T18:15:12,515 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/C of ca3fba38b7bdcb851f4bb5541919d177 into 9e8c01890a074570972dc74ecb566550(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:12,515 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:12,515 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/C, priority=13, startTime=1731608111840; duration=0sec 2024-11-14T18:15:12,515 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:12,515 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:C 2024-11-14T18:15:12,553 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/7bc1da1da2bf4bd1a42c3bb2d655e59e 2024-11-14T18:15:12,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/71be870a79d6486b86247d691e836af2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/71be870a79d6486b86247d691e836af2 2024-11-14T18:15:12,563 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/71be870a79d6486b86247d691e836af2, entries=150, sequenceid=212, filesize=30.4 K 2024-11-14T18:15:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/278cc3313c5b4bbd849b84d098c8c9ad as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/278cc3313c5b4bbd849b84d098c8c9ad 2024-11-14T18:15:12,569 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/278cc3313c5b4bbd849b84d098c8c9ad, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T18:15:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/7bc1da1da2bf4bd1a42c3bb2d655e59e as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7bc1da1da2bf4bd1a42c3bb2d655e59e 2024-11-14T18:15:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,575 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7bc1da1da2bf4bd1a42c3bb2d655e59e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T18:15:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,576 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for ca3fba38b7bdcb851f4bb5541919d177 in 588ms, sequenceid=212, compaction requested=false 2024-11-14T18:15:12,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:12,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-14T18:15:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-14T18:15:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-14T18:15:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6860 sec 2024-11-14T18:15:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.6910 sec 2024-11-14T18:15:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:12,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T18:15:12,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:12,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:12,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:12,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:12,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e7452ee044e84c4fb301ca6c30abc0ea_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608112670/Put/seqid=0 2024-11-14T18:15:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742460_1636 (size=24758) 2024-11-14T18:15:12,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608172713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:12,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608172714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:12,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608172717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:12,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608172718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:12,725 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:12,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e7452ee044e84c4fb301ca6c30abc0ea_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7452ee044e84c4fb301ca6c30abc0ea_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:12,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/50d01f1d9ac842dcb6f811bdf86fec36, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:12,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/50d01f1d9ac842dcb6f811bdf86fec36 is 175, key is test_row_0/A:col10/1731608112670/Put/seqid=0 2024-11-14T18:15:12,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742459_1635 (size=74395) 2024-11-14T18:15:12,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608172820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:12,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608172827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:12,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608172830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:12,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608172830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-14T18:15:13,002 INFO [Thread-2557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-14T18:15:13,003 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:15:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-14T18:15:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T18:15:13,005 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:15:13,006 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:15:13,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:15:13,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608173028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608173036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608173036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608173039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T18:15:13,154 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/50d01f1d9ac842dcb6f811bdf86fec36 2024-11-14T18:15:13,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T18:15:13,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:13,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:13,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:13,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:13,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:13,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/1b835d932af347caafe7f5b56f1433ce is 50, key is test_row_0/B:col10/1731608112670/Put/seqid=0 2024-11-14T18:15:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742461_1637 (size=12151) 2024-11-14T18:15:13,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/1b835d932af347caafe7f5b56f1433ce 2024-11-14T18:15:13,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/2990c4db6b904f7082dc7d300fab8bd2 is 50, key is test_row_0/C:col10/1731608112670/Put/seqid=0 2024-11-14T18:15:13,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742462_1638 (size=12151) 2024-11-14T18:15:13,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/2990c4db6b904f7082dc7d300fab8bd2 2024-11-14T18:15:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T18:15:13,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T18:15:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:13,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:13,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/50d01f1d9ac842dcb6f811bdf86fec36 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/50d01f1d9ac842dcb6f811bdf86fec36 2024-11-14T18:15:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608173338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608173342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/50d01f1d9ac842dcb6f811bdf86fec36, entries=400, sequenceid=225, filesize=72.7 K 2024-11-14T18:15:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608173350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608173352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/1b835d932af347caafe7f5b56f1433ce as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/1b835d932af347caafe7f5b56f1433ce 2024-11-14T18:15:13,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/1b835d932af347caafe7f5b56f1433ce, entries=150, sequenceid=225, filesize=11.9 K 2024-11-14T18:15:13,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/2990c4db6b904f7082dc7d300fab8bd2 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/2990c4db6b904f7082dc7d300fab8bd2 2024-11-14T18:15:13,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/2990c4db6b904f7082dc7d300fab8bd2, entries=150, sequenceid=225, filesize=11.9 K 2024-11-14T18:15:13,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ca3fba38b7bdcb851f4bb5541919d177 in 767ms, sequenceid=225, compaction requested=true 2024-11-14T18:15:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:15:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:15:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:15:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:15:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T18:15:13,438 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:13,438 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:13,442 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:13,442 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/A is initiating minor compaction (all files) 2024-11-14T18:15:13,443 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/A in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:13,443 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/55a1e8b67760449b86893fba5750997a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/71be870a79d6486b86247d691e836af2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/50d01f1d9ac842dcb6f811bdf86fec36] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=133.8 K 2024-11-14T18:15:13,443 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:13,443 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/55a1e8b67760449b86893fba5750997a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/71be870a79d6486b86247d691e836af2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/50d01f1d9ac842dcb6f811bdf86fec36] 2024-11-14T18:15:13,443 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:13,444 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/C is initiating minor compaction (all files) 2024-11-14T18:15:13,444 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/C in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:13,444 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/9e8c01890a074570972dc74ecb566550, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7bc1da1da2bf4bd1a42c3bb2d655e59e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/2990c4db6b904f7082dc7d300fab8bd2] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=36.0 K 2024-11-14T18:15:13,444 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55a1e8b67760449b86893fba5750997a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731608110176 2024-11-14T18:15:13,445 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71be870a79d6486b86247d691e836af2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731608110496 2024-11-14T18:15:13,446 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50d01f1d9ac842dcb6f811bdf86fec36, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731608112652 2024-11-14T18:15:13,447 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e8c01890a074570972dc74ecb566550, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731608110176 2024-11-14T18:15:13,450 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bc1da1da2bf4bd1a42c3bb2d655e59e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731608110496 2024-11-14T18:15:13,454 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 2990c4db6b904f7082dc7d300fab8bd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731608112669 2024-11-14T18:15:13,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T18:15:13,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:13,489 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T18:15:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:13,498 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:13,512 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#C#compaction#538 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:13,512 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/8041f60098d847c69be7a970e42af522 is 50, key is test_row_0/C:col10/1731608112670/Put/seqid=0 2024-11-14T18:15:13,522 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411140cb92cfe0d604390a3f92d465a2e3058_ca3fba38b7bdcb851f4bb5541919d177 store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:13,526 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411140cb92cfe0d604390a3f92d465a2e3058_ca3fba38b7bdcb851f4bb5541919d177, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:13,526 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140cb92cfe0d604390a3f92d465a2e3058_ca3fba38b7bdcb851f4bb5541919d177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:13,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ea13f0acc25341a2961cfdf5769a26f7_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608112715/Put/seqid=0 2024-11-14T18:15:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742463_1639 (size=12697) 2024-11-14T18:15:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T18:15:13,613 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/8041f60098d847c69be7a970e42af522 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/8041f60098d847c69be7a970e42af522 2024-11-14T18:15:13,619 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/C of ca3fba38b7bdcb851f4bb5541919d177 into 8041f60098d847c69be7a970e42af522(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:13,619 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:13,619 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/C, priority=13, startTime=1731608113438; duration=0sec 2024-11-14T18:15:13,620 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:13,620 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:C 2024-11-14T18:15:13,620 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:13,625 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:13,625 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/B is initiating minor compaction (all files) 2024-11-14T18:15:13,625 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/B in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:13,625 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/9a3cdff182f1428a9dbc8a5cec6b2ef5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/278cc3313c5b4bbd849b84d098c8c9ad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/1b835d932af347caafe7f5b56f1433ce] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=36.0 K 2024-11-14T18:15:13,627 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a3cdff182f1428a9dbc8a5cec6b2ef5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731608110176 2024-11-14T18:15:13,629 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 278cc3313c5b4bbd849b84d098c8c9ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731608110496 2024-11-14T18:15:13,630 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b835d932af347caafe7f5b56f1433ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731608112669 2024-11-14T18:15:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742464_1640 (size=4469) 2024-11-14T18:15:13,665 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:13,666 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/041818f13d20487885c46a31d1266c6f is 50, key is test_row_0/B:col10/1731608112670/Put/seqid=0 2024-11-14T18:15:13,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742465_1641 (size=12304) 2024-11-14T18:15:13,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742466_1642 (size=12697) 2024-11-14T18:15:13,760 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/041818f13d20487885c46a31d1266c6f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/041818f13d20487885c46a31d1266c6f 2024-11-14T18:15:13,789 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/B of ca3fba38b7bdcb851f4bb5541919d177 into 041818f13d20487885c46a31d1266c6f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:13,789 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:13,789 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/B, priority=13, startTime=1731608113438; duration=0sec 2024-11-14T18:15:13,790 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:13,790 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:B 2024-11-14T18:15:13,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:13,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608173874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608173874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608173879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608173879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608173981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608173981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608173984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:13,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608173991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:14,051 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#A#compaction#537 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:14,051 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/1a3e8e8f10234c1a88c0b553436533ec is 175, key is test_row_0/A:col10/1731608112670/Put/seqid=0 2024-11-14T18:15:14,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:14,083 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ea13f0acc25341a2961cfdf5769a26f7_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ea13f0acc25341a2961cfdf5769a26f7_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:14,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/ad26bdd65df9473fbb5a6ce882b62a02, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/ad26bdd65df9473fbb5a6ce882b62a02 is 175, key is test_row_0/A:col10/1731608112715/Put/seqid=0 2024-11-14T18:15:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742467_1643 (size=31651) 2024-11-14T18:15:14,098 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/1a3e8e8f10234c1a88c0b553436533ec as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1a3e8e8f10234c1a88c0b553436533ec 2024-11-14T18:15:14,104 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/A of ca3fba38b7bdcb851f4bb5541919d177 into 1a3e8e8f10234c1a88c0b553436533ec(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:14,104 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:14,104 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/A, priority=13, startTime=1731608113438; duration=0sec 2024-11-14T18:15:14,104 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:14,104 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:A 2024-11-14T18:15:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T18:15:14,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742468_1644 (size=31105) 2024-11-14T18:15:14,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608174184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:14,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608174184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:14,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608174189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:14,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608174199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:14,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608174489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:14,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608174489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:14,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608174496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:14,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608174514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:14,522 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/ad26bdd65df9473fbb5a6ce882b62a02 2024-11-14T18:15:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/e5a7d6ebc68d45baa790ec444ff6beae is 50, key is test_row_0/B:col10/1731608112715/Put/seqid=0 2024-11-14T18:15:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742469_1645 (size=12151) 2024-11-14T18:15:14,578 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/e5a7d6ebc68d45baa790ec444ff6beae 2024-11-14T18:15:14,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/bac174a0b73e4a5ca9155faa81948b9a is 50, key is test_row_0/C:col10/1731608112715/Put/seqid=0 2024-11-14T18:15:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742470_1646 (size=12151) 2024-11-14T18:15:14,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608174996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:14,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608174996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:15,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608175017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:15,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608175021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:15,069 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/bac174a0b73e4a5ca9155faa81948b9a 2024-11-14T18:15:15,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/ad26bdd65df9473fbb5a6ce882b62a02 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ad26bdd65df9473fbb5a6ce882b62a02 2024-11-14T18:15:15,096 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ad26bdd65df9473fbb5a6ce882b62a02, entries=150, sequenceid=250, filesize=30.4 K 2024-11-14T18:15:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/e5a7d6ebc68d45baa790ec444ff6beae as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/e5a7d6ebc68d45baa790ec444ff6beae 2024-11-14T18:15:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T18:15:15,127 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/e5a7d6ebc68d45baa790ec444ff6beae, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T18:15:15,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/bac174a0b73e4a5ca9155faa81948b9a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bac174a0b73e4a5ca9155faa81948b9a 2024-11-14T18:15:15,141 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bac174a0b73e4a5ca9155faa81948b9a, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T18:15:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,143 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for ca3fba38b7bdcb851f4bb5541919d177 in 1654ms, sequenceid=250, compaction requested=false 2024-11-14T18:15:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-14T18:15:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-14T18:15:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-14T18:15:15,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1400 sec 2024-11-14T18:15:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.1460 sec 2024-11-14T18:15:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T18:15:15,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:15,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:15,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:15,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:15,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:15,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b208ed55909142da8b93db65ec7174c8_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608115159/Put/seqid=0 2024-11-14T18:15:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742471_1647 (size=12454) 2024-11-14T18:15:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608175369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608175490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:15,635 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:15,646 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b208ed55909142da8b93db65ec7174c8_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b208ed55909142da8b93db65ec7174c8_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:15,651 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/42e84ffd3b5b4b0b9bf8aec4a7e73e58, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:15,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/42e84ffd3b5b4b0b9bf8aec4a7e73e58 is 175, key is test_row_0/A:col10/1731608115159/Put/seqid=0 2024-11-14T18:15:15,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608175696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742472_1648 (size=31255) 2024-11-14T18:15:16,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608176002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:16,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608176009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:16,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608176014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608176034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:16,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608176035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:16,113 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/42e84ffd3b5b4b0b9bf8aec4a7e73e58 2024-11-14T18:15:16,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/66570ebbfffd4f5b9cb962249dcbef81 is 50, key is test_row_0/B:col10/1731608115159/Put/seqid=0 2024-11-14T18:15:16,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742473_1649 (size=12301) 2024-11-14T18:15:16,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608176514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:16,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/66570ebbfffd4f5b9cb962249dcbef81 2024-11-14T18:15:16,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/d9497f05a92145ff850fc42e78c3c424 is 50, key is test_row_0/C:col10/1731608115159/Put/seqid=0 2024-11-14T18:15:16,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742474_1650 (size=12301) 2024-11-14T18:15:16,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/d9497f05a92145ff850fc42e78c3c424 2024-11-14T18:15:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/42e84ffd3b5b4b0b9bf8aec4a7e73e58 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/42e84ffd3b5b4b0b9bf8aec4a7e73e58 2024-11-14T18:15:16,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/42e84ffd3b5b4b0b9bf8aec4a7e73e58, entries=150, sequenceid=266, filesize=30.5 K 2024-11-14T18:15:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/66570ebbfffd4f5b9cb962249dcbef81 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/66570ebbfffd4f5b9cb962249dcbef81 2024-11-14T18:15:16,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/66570ebbfffd4f5b9cb962249dcbef81, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T18:15:16,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/d9497f05a92145ff850fc42e78c3c424 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/d9497f05a92145ff850fc42e78c3c424 2024-11-14T18:15:16,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/d9497f05a92145ff850fc42e78c3c424, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T18:15:16,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ca3fba38b7bdcb851f4bb5541919d177 in 1465ms, sequenceid=266, compaction requested=true 2024-11-14T18:15:16,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:16,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:15:16,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:16,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:15:16,627 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:16,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:16,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:15:16,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T18:15:16,629 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:16,629 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/A is initiating minor compaction (all files) 2024-11-14T18:15:16,629 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/A in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:16,629 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1a3e8e8f10234c1a88c0b553436533ec, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ad26bdd65df9473fbb5a6ce882b62a02, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/42e84ffd3b5b4b0b9bf8aec4a7e73e58] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=91.8 K 2024-11-14T18:15:16,630 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:16,630 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:16,630 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1a3e8e8f10234c1a88c0b553436533ec, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ad26bdd65df9473fbb5a6ce882b62a02, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/42e84ffd3b5b4b0b9bf8aec4a7e73e58] 2024-11-14T18:15:16,630 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a3e8e8f10234c1a88c0b553436533ec, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731608112669 2024-11-14T18:15:16,633 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad26bdd65df9473fbb5a6ce882b62a02, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731608112702 2024-11-14T18:15:16,633 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:16,634 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/B is initiating minor compaction (all files) 2024-11-14T18:15:16,634 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/B in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:16,634 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/041818f13d20487885c46a31d1266c6f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/e5a7d6ebc68d45baa790ec444ff6beae, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/66570ebbfffd4f5b9cb962249dcbef81] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=36.3 K 2024-11-14T18:15:16,634 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42e84ffd3b5b4b0b9bf8aec4a7e73e58, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731608113864 2024-11-14T18:15:16,635 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 041818f13d20487885c46a31d1266c6f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731608112669 2024-11-14T18:15:16,635 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting e5a7d6ebc68d45baa790ec444ff6beae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731608112702 2024-11-14T18:15:16,636 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 66570ebbfffd4f5b9cb962249dcbef81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731608113864 2024-11-14T18:15:16,646 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:16,649 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#B#compaction#547 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:16,649 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/27c0d19b305a4211942640c4e9d7f211 is 50, key is test_row_0/B:col10/1731608115159/Put/seqid=0 2024-11-14T18:15:16,684 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114c8329ccf2f7547a4ae6a894df14958ef_ca3fba38b7bdcb851f4bb5541919d177 store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:16,686 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114c8329ccf2f7547a4ae6a894df14958ef_ca3fba38b7bdcb851f4bb5541919d177, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:16,687 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c8329ccf2f7547a4ae6a894df14958ef_ca3fba38b7bdcb851f4bb5541919d177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742475_1651 (size=12949) 2024-11-14T18:15:16,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742476_1652 (size=4469) 2024-11-14T18:15:17,099 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/27c0d19b305a4211942640c4e9d7f211 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/27c0d19b305a4211942640c4e9d7f211 2024-11-14T18:15:17,102 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/B of ca3fba38b7bdcb851f4bb5541919d177 into 27c0d19b305a4211942640c4e9d7f211(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:17,102 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:17,102 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/B, priority=13, startTime=1731608116627; duration=0sec 2024-11-14T18:15:17,102 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:17,102 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:B 2024-11-14T18:15:17,102 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T18:15:17,104 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T18:15:17,104 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/C is initiating minor compaction (all files) 2024-11-14T18:15:17,104 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/C in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:17,104 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/8041f60098d847c69be7a970e42af522, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bac174a0b73e4a5ca9155faa81948b9a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/d9497f05a92145ff850fc42e78c3c424] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=36.3 K 2024-11-14T18:15:17,104 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 8041f60098d847c69be7a970e42af522, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731608112669 2024-11-14T18:15:17,105 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#A#compaction#546 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:17,105 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/475a91d0014540c8a3535d80f21e8299 is 175, key is test_row_0/A:col10/1731608115159/Put/seqid=0 2024-11-14T18:15:17,106 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting bac174a0b73e4a5ca9155faa81948b9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731608112702 2024-11-14T18:15:17,106 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting d9497f05a92145ff850fc42e78c3c424, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731608113864 2024-11-14T18:15:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742477_1653 (size=31903) 2024-11-14T18:15:17,113 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/475a91d0014540c8a3535d80f21e8299 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/475a91d0014540c8a3535d80f21e8299 2024-11-14T18:15:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T18:15:17,113 INFO [Thread-2557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-14T18:15:17,114 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#C#compaction#548 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:17,114 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/5112e086349f41f887a11d8af6b56925 is 50, key is test_row_0/C:col10/1731608115159/Put/seqid=0 2024-11-14T18:15:17,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:15:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-14T18:15:17,116 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:15:17,116 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:15:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T18:15:17,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:15:17,118 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/A of ca3fba38b7bdcb851f4bb5541919d177 into 475a91d0014540c8a3535d80f21e8299(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:17,118 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:17,118 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/A, priority=13, startTime=1731608116627; duration=0sec 2024-11-14T18:15:17,118 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:17,118 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:A 2024-11-14T18:15:17,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742478_1654 (size=12949) 2024-11-14T18:15:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T18:15:17,268 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:17,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T18:15:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:17,278 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T18:15:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:17,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b62cd45f1b2d4096a25bfed88883797a_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608115336/Put/seqid=0 2024-11-14T18:15:17,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742479_1655 (size=12454) 2024-11-14T18:15:17,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:17,308 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b62cd45f1b2d4096a25bfed88883797a_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b62cd45f1b2d4096a25bfed88883797a_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:17,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/b01ecb6042bf4ac98656cdd8f6eab9cd, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:17,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/b01ecb6042bf4ac98656cdd8f6eab9cd is 175, key is test_row_0/A:col10/1731608115336/Put/seqid=0 2024-11-14T18:15:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742480_1656 (size=31255) 2024-11-14T18:15:17,314 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/b01ecb6042bf4ac98656cdd8f6eab9cd 2024-11-14T18:15:17,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/a21ad31d08194030bdb1903381d0d37f is 50, key is test_row_0/B:col10/1731608115336/Put/seqid=0 2024-11-14T18:15:17,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:15:17,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742481_1657 (size=12301) 2024-11-14T18:15:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T18:15:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:17,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:17,523 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/5112e086349f41f887a11d8af6b56925 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/5112e086349f41f887a11d8af6b56925 2024-11-14T18:15:17,527 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/C of ca3fba38b7bdcb851f4bb5541919d177 into 5112e086349f41f887a11d8af6b56925(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:17,527 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:17,527 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/C, priority=13, startTime=1731608116627; duration=0sec 2024-11-14T18:15:17,527 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:17,527 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:C 2024-11-14T18:15:17,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608177544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:17,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608177646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T18:15:17,765 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/a21ad31d08194030bdb1903381d0d37f 2024-11-14T18:15:17,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/5d79f5c06c2348a3814d691926721eca is 50, key is test_row_0/C:col10/1731608115336/Put/seqid=0 2024-11-14T18:15:17,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742482_1658 (size=12301) 2024-11-14T18:15:17,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608177848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:18,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34494 deadline: 1731608178030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:18,034 DEBUG [Thread-2553 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., hostname=eed19b614a58,42787,1731607940149, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:15:18,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34540 deadline: 1731608178033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:18,035 DEBUG [Thread-2547 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., hostname=eed19b614a58,42787,1731607940149, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:15:18,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34504 deadline: 1731608178046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:18,048 DEBUG [Thread-2549 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., hostname=eed19b614a58,42787,1731607940149, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:15:18,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34502 deadline: 1731608178055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:18,056 DEBUG [Thread-2551 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., hostname=eed19b614a58,42787,1731607940149, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T18:15:18,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608178154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:18,174 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/5d79f5c06c2348a3814d691926721eca 2024-11-14T18:15:18,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/b01ecb6042bf4ac98656cdd8f6eab9cd as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/b01ecb6042bf4ac98656cdd8f6eab9cd 2024-11-14T18:15:18,182 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/b01ecb6042bf4ac98656cdd8f6eab9cd, entries=150, sequenceid=291, filesize=30.5 K 2024-11-14T18:15:18,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/a21ad31d08194030bdb1903381d0d37f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a21ad31d08194030bdb1903381d0d37f 2024-11-14T18:15:18,189 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a21ad31d08194030bdb1903381d0d37f, entries=150, sequenceid=291, filesize=12.0 K 2024-11-14T18:15:18,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/5d79f5c06c2348a3814d691926721eca as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/5d79f5c06c2348a3814d691926721eca 2024-11-14T18:15:18,193 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/5d79f5c06c2348a3814d691926721eca, entries=150, sequenceid=291, filesize=12.0 K 2024-11-14T18:15:18,194 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ca3fba38b7bdcb851f4bb5541919d177 in 916ms, sequenceid=291, compaction requested=false 2024-11-14T18:15:18,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:18,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:18,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-14T18:15:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-14T18:15:18,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-14T18:15:18,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0790 sec 2024-11-14T18:15:18,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.0820 sec 2024-11-14T18:15:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T18:15:18,220 INFO [Thread-2557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-14T18:15:18,221 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:15:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-14T18:15:18,223 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:15:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T18:15:18,223 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:15:18,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:15:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T18:15:18,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:18,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-14T18:15:18,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:18,375 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T18:15:18,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:18,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:18,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:18,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:18,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:18,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:18,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111482756d1285ba4967908152becd5263f4_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608117543/Put/seqid=0 2024-11-14T18:15:18,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742483_1659 (size=12454) 2024-11-14T18:15:18,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:18,392 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111482756d1285ba4967908152becd5263f4_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111482756d1285ba4967908152becd5263f4_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:18,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5835f06ea61c4231b34413c298bec8e0, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:18,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5835f06ea61c4231b34413c298bec8e0 is 175, key is test_row_0/A:col10/1731608117543/Put/seqid=0 2024-11-14T18:15:18,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742484_1660 (size=31255) 2024-11-14T18:15:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T18:15:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:18,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:18,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608178737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:18,798 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5835f06ea61c4231b34413c298bec8e0 2024-11-14T18:15:18,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/19b91e08e0444958b910b7374d1669e8 is 50, key is test_row_0/B:col10/1731608117543/Put/seqid=0 2024-11-14T18:15:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T18:15:18,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608178847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742485_1661 (size=12301) 2024-11-14T18:15:18,867 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/19b91e08e0444958b910b7374d1669e8 2024-11-14T18:15:18,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/7730b03c19e0495693dd7ae928b328e7 is 50, key is test_row_0/C:col10/1731608117543/Put/seqid=0 2024-11-14T18:15:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742486_1662 (size=12301) 2024-11-14T18:15:19,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608179056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:19,303 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/7730b03c19e0495693dd7ae928b328e7 2024-11-14T18:15:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T18:15:19,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/5835f06ea61c4231b34413c298bec8e0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5835f06ea61c4231b34413c298bec8e0 2024-11-14T18:15:19,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608179370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:19,379 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5835f06ea61c4231b34413c298bec8e0, entries=150, sequenceid=305, filesize=30.5 K 2024-11-14T18:15:19,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/19b91e08e0444958b910b7374d1669e8 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/19b91e08e0444958b910b7374d1669e8 2024-11-14T18:15:19,407 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/19b91e08e0444958b910b7374d1669e8, entries=150, sequenceid=305, filesize=12.0 K 2024-11-14T18:15:19,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/7730b03c19e0495693dd7ae928b328e7 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7730b03c19e0495693dd7ae928b328e7 2024-11-14T18:15:19,413 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7730b03c19e0495693dd7ae928b328e7, entries=150, sequenceid=305, filesize=12.0 K 2024-11-14T18:15:19,418 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ca3fba38b7bdcb851f4bb5541919d177 in 1043ms, sequenceid=305, compaction requested=true 2024-11-14T18:15:19,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:19,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:19,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-14T18:15:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-14T18:15:19,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-14T18:15:19,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2100 sec 2024-11-14T18:15:19,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.2190 sec 2024-11-14T18:15:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:19,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T18:15:19,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:19,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:19,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:19,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:19,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:19,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:19,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114da2fdc8d1f554b1fb88095985199819d_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608118713/Put/seqid=0 2024-11-14T18:15:19,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742487_1663 (size=12454) 2024-11-14T18:15:20,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608180011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:20,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608180116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:20,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608180327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T18:15:20,344 INFO [Thread-2557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-14T18:15:20,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T18:15:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-14T18:15:20,353 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T18:15:20,354 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T18:15:20,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T18:15:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T18:15:20,374 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:20,381 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114da2fdc8d1f554b1fb88095985199819d_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114da2fdc8d1f554b1fb88095985199819d_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:20,382 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/4bd9822e6cd0443caeb8f32f24a9f98f, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:20,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/4bd9822e6cd0443caeb8f32f24a9f98f is 175, key is test_row_0/A:col10/1731608118713/Put/seqid=0 2024-11-14T18:15:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742488_1664 (size=31255) 2024-11-14T18:15:20,412 DEBUG [Thread-2566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b69e269 to 127.0.0.1:56630 2024-11-14T18:15:20,412 DEBUG [Thread-2566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:20,414 DEBUG [Thread-2560 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7887fec7 to 127.0.0.1:56630 2024-11-14T18:15:20,414 DEBUG [Thread-2560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:20,414 DEBUG [Thread-2562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x336d4b92 to 127.0.0.1:56630 2024-11-14T18:15:20,414 DEBUG [Thread-2562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:20,416 DEBUG [Thread-2558 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49019618 to 127.0.0.1:56630 2024-11-14T18:15:20,416 DEBUG [Thread-2558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:20,419 DEBUG [Thread-2564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x219191a1 to 127.0.0.1:56630 2024-11-14T18:15:20,419 DEBUG [Thread-2564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T18:15:20,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:20,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T18:15:20,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:20,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:20,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:20,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:20,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:20,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608180634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T18:15:20,660 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:20,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T18:15:20,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:20,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:20,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:20,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:20,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:20,824 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/4bd9822e6cd0443caeb8f32f24a9f98f 2024-11-14T18:15:20,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:20,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T18:15:20,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:20,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:20,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:20,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:20,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:20,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/3f7985328bfc4d119aa49f26b87b0418 is 50, key is test_row_0/B:col10/1731608118713/Put/seqid=0 2024-11-14T18:15:20,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742489_1665 (size=12301) 2024-11-14T18:15:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T18:15:20,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:20,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T18:15:20,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:20,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:20,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:20,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:20,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T18:15:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34520 deadline: 1731608181141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 2024-11-14T18:15:21,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:21,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T18:15:21,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:21,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/3f7985328bfc4d119aa49f26b87b0418 2024-11-14T18:15:21,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/60c681bff9ba46a2bac4e97881238178 is 50, key is test_row_0/C:col10/1731608118713/Put/seqid=0 2024-11-14T18:15:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742490_1666 (size=12301) 2024-11-14T18:15:21,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:21,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T18:15:21,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:21,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T18:15:21,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:21,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T18:15:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,621 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:21,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T18:15:21,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:21,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:21,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/60c681bff9ba46a2bac4e97881238178 2024-11-14T18:15:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/4bd9822e6cd0443caeb8f32f24a9f98f as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4bd9822e6cd0443caeb8f32f24a9f98f 2024-11-14T18:15:21,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4bd9822e6cd0443caeb8f32f24a9f98f, entries=150, sequenceid=329, filesize=30.5 K 2024-11-14T18:15:21,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/3f7985328bfc4d119aa49f26b87b0418 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/3f7985328bfc4d119aa49f26b87b0418 2024-11-14T18:15:21,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/3f7985328bfc4d119aa49f26b87b0418, entries=150, sequenceid=329, filesize=12.0 K 2024-11-14T18:15:21,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/60c681bff9ba46a2bac4e97881238178 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/60c681bff9ba46a2bac4e97881238178 2024-11-14T18:15:21,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/60c681bff9ba46a2bac4e97881238178, entries=150, sequenceid=329, filesize=12.0 K 2024-11-14T18:15:21,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ca3fba38b7bdcb851f4bb5541919d177 in 1810ms, sequenceid=329, compaction requested=true 2024-11-14T18:15:21,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:21,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T18:15:21,713 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:15:21,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:21,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T18:15:21,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:21,713 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:15:21,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca3fba38b7bdcb851f4bb5541919d177:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T18:15:21,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:21,715 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:15:21,715 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:15:21,715 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/A is initiating minor compaction (all files) 2024-11-14T18:15:21,715 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/B is initiating minor compaction (all files) 2024-11-14T18:15:21,715 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/B in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,715 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/A in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,715 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/475a91d0014540c8a3535d80f21e8299, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/b01ecb6042bf4ac98656cdd8f6eab9cd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5835f06ea61c4231b34413c298bec8e0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4bd9822e6cd0443caeb8f32f24a9f98f] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=122.7 K 2024-11-14T18:15:21,715 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/27c0d19b305a4211942640c4e9d7f211, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a21ad31d08194030bdb1903381d0d37f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/19b91e08e0444958b910b7374d1669e8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/3f7985328bfc4d119aa49f26b87b0418] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=48.7 K 2024-11-14T18:15:21,715 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,715 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. files: [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/475a91d0014540c8a3535d80f21e8299, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/b01ecb6042bf4ac98656cdd8f6eab9cd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5835f06ea61c4231b34413c298bec8e0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4bd9822e6cd0443caeb8f32f24a9f98f] 2024-11-14T18:15:21,716 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 475a91d0014540c8a3535d80f21e8299, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731608113864 2024-11-14T18:15:21,716 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 27c0d19b305a4211942640c4e9d7f211, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731608113864 2024-11-14T18:15:21,716 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting b01ecb6042bf4ac98656cdd8f6eab9cd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731608115336 2024-11-14T18:15:21,716 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting a21ad31d08194030bdb1903381d0d37f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731608115336 2024-11-14T18:15:21,716 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 19b91e08e0444958b910b7374d1669e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731608117534 2024-11-14T18:15:21,716 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5835f06ea61c4231b34413c298bec8e0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731608117534 2024-11-14T18:15:21,716 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f7985328bfc4d119aa49f26b87b0418, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731608118713 2024-11-14T18:15:21,716 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bd9822e6cd0443caeb8f32f24a9f98f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731608118713 2024-11-14T18:15:21,724 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:21,727 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#B#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:21,728 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/eaa7e8754ae141f2b5d129bc6c845493 is 50, key is test_row_0/B:col10/1731608118713/Put/seqid=0 2024-11-14T18:15:21,732 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411143518186a9d234f89a9d0e6a0a6f71c2a_ca3fba38b7bdcb851f4bb5541919d177 store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:21,735 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411143518186a9d234f89a9d0e6a0a6f71c2a_ca3fba38b7bdcb851f4bb5541919d177, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:21,735 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143518186a9d234f89a9d0e6a0a6f71c2a_ca3fba38b7bdcb851f4bb5541919d177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:21,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742491_1667 (size=13085) 2024-11-14T18:15:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742492_1668 (size=4469) 2024-11-14T18:15:21,749 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/eaa7e8754ae141f2b5d129bc6c845493 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/eaa7e8754ae141f2b5d129bc6c845493 2024-11-14T18:15:21,758 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/B of ca3fba38b7bdcb851f4bb5541919d177 into eaa7e8754ae141f2b5d129bc6c845493(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:21,758 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:21,758 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/B, priority=12, startTime=1731608121713; duration=0sec 2024-11-14T18:15:21,758 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T18:15:21,758 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:B 2024-11-14T18:15:21,758 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T18:15:21,768 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T18:15:21,768 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1540): ca3fba38b7bdcb851f4bb5541919d177/C is initiating minor compaction (all files) 2024-11-14T18:15:21,768 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ca3fba38b7bdcb851f4bb5541919d177/C in TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,768 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/5112e086349f41f887a11d8af6b56925, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/5d79f5c06c2348a3814d691926721eca, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7730b03c19e0495693dd7ae928b328e7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/60c681bff9ba46a2bac4e97881238178] into tmpdir=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp, totalSize=48.7 K 2024-11-14T18:15:21,770 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 5112e086349f41f887a11d8af6b56925, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731608113864 2024-11-14T18:15:21,774 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d79f5c06c2348a3814d691926721eca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731608115336 2024-11-14T18:15:21,775 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 7730b03c19e0495693dd7ae928b328e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731608117534 2024-11-14T18:15:21,778 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] compactions.Compactor(224): Compacting 60c681bff9ba46a2bac4e97881238178, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731608118713 2024-11-14T18:15:21,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:21,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T18:15:21,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:21,785 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T18:15:21,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:21,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:21,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:21,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:21,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:21,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:21,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f03fe94c0747401fbd7785202979234b_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608120005/Put/seqid=0 2024-11-14T18:15:21,800 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#C#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:21,800 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/71bd49671f994a11a040f840cfa38c9a is 50, key is test_row_0/C:col10/1731608118713/Put/seqid=0 2024-11-14T18:15:21,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742494_1670 (size=13085) 2024-11-14T18:15:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742493_1669 (size=12454) 2024-11-14T18:15:21,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:21,867 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f03fe94c0747401fbd7785202979234b_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f03fe94c0747401fbd7785202979234b_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:21,874 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/71bd49671f994a11a040f840cfa38c9a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/71bd49671f994a11a040f840cfa38c9a 2024-11-14T18:15:21,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/0ff9ac69076c43f48e91243466936c14, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:21,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/0ff9ac69076c43f48e91243466936c14 is 175, key is test_row_0/A:col10/1731608120005/Put/seqid=0 2024-11-14T18:15:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742495_1671 (size=31255) 2024-11-14T18:15:21,894 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/C of ca3fba38b7bdcb851f4bb5541919d177 into 71bd49671f994a11a040f840cfa38c9a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:21,894 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:21,894 INFO [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/C, priority=12, startTime=1731608121713; duration=0sec 2024-11-14T18:15:21,895 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:21,895 DEBUG [RS:0;eed19b614a58:42787-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:C 2024-11-14T18:15:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42787 {}] regionserver.HRegion(8581): Flush requested on ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:22,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. as already flushing 2024-11-14T18:15:22,055 DEBUG [Thread-2553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a5ecd59 to 127.0.0.1:56630 2024-11-14T18:15:22,055 DEBUG [Thread-2553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:22,066 DEBUG [Thread-2547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17899883 to 127.0.0.1:56630 2024-11-14T18:15:22,066 DEBUG [Thread-2547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:22,073 DEBUG [Thread-2549 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b739a35 to 127.0.0.1:56630 2024-11-14T18:15:22,073 DEBUG [Thread-2549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:22,090 DEBUG [Thread-2551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20bb05a7 to 127.0.0.1:56630 2024-11-14T18:15:22,090 DEBUG [Thread-2551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:22,153 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca3fba38b7bdcb851f4bb5541919d177#A#compaction#558 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T18:15:22,154 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/bfddf88ba2514a53962e2a9d56f78870 is 175, key is test_row_0/A:col10/1731608118713/Put/seqid=0 2024-11-14T18:15:22,160 DEBUG [Thread-2555 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61da8c1c to 127.0.0.1:56630 2024-11-14T18:15:22,160 DEBUG [Thread-2555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:22,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742496_1672 (size=32039) 2024-11-14T18:15:22,300 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/0ff9ac69076c43f48e91243466936c14 2024-11-14T18:15:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/5f0b3012ef8141b0ab1c53bcc7ef82ab is 50, key is test_row_0/B:col10/1731608120005/Put/seqid=0 2024-11-14T18:15:22,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742497_1673 (size=12301) 2024-11-14T18:15:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T18:15:22,619 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/bfddf88ba2514a53962e2a9d56f78870 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/bfddf88ba2514a53962e2a9d56f78870 2024-11-14T18:15:22,638 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ca3fba38b7bdcb851f4bb5541919d177/A of ca3fba38b7bdcb851f4bb5541919d177 into bfddf88ba2514a53962e2a9d56f78870(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T18:15:22,638 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:22,638 INFO [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177., storeName=ca3fba38b7bdcb851f4bb5541919d177/A, priority=12, startTime=1731608121712; duration=0sec 2024-11-14T18:15:22,639 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T18:15:22,639 DEBUG [RS:0;eed19b614a58:42787-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca3fba38b7bdcb851f4bb5541919d177:A 2024-11-14T18:15:22,748 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/5f0b3012ef8141b0ab1c53bcc7ef82ab 2024-11-14T18:15:22,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/ff07940c500f4b31bcac8d6b4f696009 is 50, key is test_row_0/C:col10/1731608120005/Put/seqid=0 2024-11-14T18:15:22,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742498_1674 (size=12301) 2024-11-14T18:15:23,237 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/ff07940c500f4b31bcac8d6b4f696009 2024-11-14T18:15:23,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/0ff9ac69076c43f48e91243466936c14 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/0ff9ac69076c43f48e91243466936c14 2024-11-14T18:15:23,256 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/0ff9ac69076c43f48e91243466936c14, entries=150, sequenceid=342, filesize=30.5 K 2024-11-14T18:15:23,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/5f0b3012ef8141b0ab1c53bcc7ef82ab as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/5f0b3012ef8141b0ab1c53bcc7ef82ab 2024-11-14T18:15:23,291 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/5f0b3012ef8141b0ab1c53bcc7ef82ab, entries=150, sequenceid=342, filesize=12.0 K 2024-11-14T18:15:23,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/ff07940c500f4b31bcac8d6b4f696009 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/ff07940c500f4b31bcac8d6b4f696009 2024-11-14T18:15:23,305 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/ff07940c500f4b31bcac8d6b4f696009, entries=150, sequenceid=342, filesize=12.0 K 2024-11-14T18:15:23,306 INFO [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=33.54 KB/34350 for ca3fba38b7bdcb851f4bb5541919d177 in 1521ms, sequenceid=342, compaction requested=false 2024-11-14T18:15:23,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:23,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:23,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eed19b614a58:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-14T18:15:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-14T18:15:23,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-14T18:15:23,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9530 sec 2024-11-14T18:15:23,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.9600 sec 2024-11-14T18:15:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T18:15:24,474 INFO [Thread-2557 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4257 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4172 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4112 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4333 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4124 2024-11-14T18:15:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T18:15:24,475 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T18:15:24,475 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x092e7af3 to 127.0.0.1:56630 2024-11-14T18:15:24,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:24,479 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T18:15:24,479 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T18:15:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T18:15:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T18:15:24,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608124495"}]},"ts":"1731608124495"} 2024-11-14T18:15:24,506 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T18:15:24,526 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T18:15:24,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T18:15:24,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca3fba38b7bdcb851f4bb5541919d177, UNASSIGN}] 2024-11-14T18:15:24,532 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca3fba38b7bdcb851f4bb5541919d177, UNASSIGN 2024-11-14T18:15:24,533 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=ca3fba38b7bdcb851f4bb5541919d177, regionState=CLOSING, regionLocation=eed19b614a58,42787,1731607940149 2024-11-14T18:15:24,550 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T18:15:24,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; CloseRegionProcedure ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149}] 2024-11-14T18:15:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T18:15:24,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to eed19b614a58,42787,1731607940149 2024-11-14T18:15:24,707 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(124): Close ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:24,707 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T18:15:24,707 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1681): Closing ca3fba38b7bdcb851f4bb5541919d177, disabling compactions & flushes 2024-11-14T18:15:24,707 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:24,707 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:24,707 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. after waiting 0 ms 2024-11-14T18:15:24,707 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:24,707 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(2837): Flushing ca3fba38b7bdcb851f4bb5541919d177 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T18:15:24,707 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=A 2024-11-14T18:15:24,707 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:24,708 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=B 2024-11-14T18:15:24,708 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:24,708 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca3fba38b7bdcb851f4bb5541919d177, store=C 2024-11-14T18:15:24,708 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T18:15:24,751 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144f76bf1c517f49beb58633c483b2eebc_ca3fba38b7bdcb851f4bb5541919d177 is 50, key is test_row_0/A:col10/1731608122154/Put/seqid=0 2024-11-14T18:15:24,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742499_1675 (size=9914) 2024-11-14T18:15:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T18:15:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T18:15:25,162 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T18:15:25,165 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144f76bf1c517f49beb58633c483b2eebc_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f76bf1c517f49beb58633c483b2eebc_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:25,166 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/7bbe0e4fa9a142a593a706b2304adbcf, store: [table=TestAcidGuarantees family=A region=ca3fba38b7bdcb851f4bb5541919d177] 2024-11-14T18:15:25,167 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/7bbe0e4fa9a142a593a706b2304adbcf is 175, key is test_row_0/A:col10/1731608122154/Put/seqid=0 2024-11-14T18:15:25,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742500_1676 (size=22561) 2024-11-14T18:15:25,576 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/7bbe0e4fa9a142a593a706b2304adbcf 2024-11-14T18:15:25,583 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/d0604c1b9cc146ae8c221b08f49f74f0 is 50, key is test_row_0/B:col10/1731608122154/Put/seqid=0 2024-11-14T18:15:25,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742501_1677 (size=9857) 2024-11-14T18:15:25,594 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/d0604c1b9cc146ae8c221b08f49f74f0 2024-11-14T18:15:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T18:15:25,603 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/6b8e241c62c445db80238c87106a4221 is 50, key is test_row_0/C:col10/1731608122154/Put/seqid=0 2024-11-14T18:15:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742502_1678 (size=9857) 2024-11-14T18:15:25,610 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/6b8e241c62c445db80238c87106a4221 2024-11-14T18:15:25,614 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/A/7bbe0e4fa9a142a593a706b2304adbcf as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/7bbe0e4fa9a142a593a706b2304adbcf 2024-11-14T18:15:25,618 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/7bbe0e4fa9a142a593a706b2304adbcf, entries=100, sequenceid=352, filesize=22.0 K 2024-11-14T18:15:25,619 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/B/d0604c1b9cc146ae8c221b08f49f74f0 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/d0604c1b9cc146ae8c221b08f49f74f0 2024-11-14T18:15:25,623 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/d0604c1b9cc146ae8c221b08f49f74f0, entries=100, sequenceid=352, filesize=9.6 K 2024-11-14T18:15:25,624 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/.tmp/C/6b8e241c62c445db80238c87106a4221 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/6b8e241c62c445db80238c87106a4221 2024-11-14T18:15:25,629 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/6b8e241c62c445db80238c87106a4221, entries=100, sequenceid=352, filesize=9.6 K 2024-11-14T18:15:25,629 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ca3fba38b7bdcb851f4bb5541919d177 in 922ms, sequenceid=352, compaction requested=true 2024-11-14T18:15:25,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/e0192181d1c2451ea59d1109cc23e127, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/14c9b95ccd0a44fda65765a91aa45d87, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/01d0ba2e30f4417b9cdf1c54b3291c1a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/d7c3e86362284c978be4ad813b970d18, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1c1984ea082245eabb762f1ac2b754cf, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/43de9f4836e14498a1b66ade63aab8e9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/52b2cce9cdc647c3a45a49140d06b38d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5d2a8e87ab7441f292da8d2f6cc57c2f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5406b393e8c6418cb1cafe4c1bcfb796, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ff6967111ceb433387b735725a9453d5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1bbc70cc254c411c87c29e775ddaf22d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/88e0309f61264f43871a889ce76957b9, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4fecba7121a64f5f8a67edd53de5b552, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/55a1e8b67760449b86893fba5750997a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/71be870a79d6486b86247d691e836af2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/50d01f1d9ac842dcb6f811bdf86fec36, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1a3e8e8f10234c1a88c0b553436533ec, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ad26bdd65df9473fbb5a6ce882b62a02, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/475a91d0014540c8a3535d80f21e8299, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/42e84ffd3b5b4b0b9bf8aec4a7e73e58, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/b01ecb6042bf4ac98656cdd8f6eab9cd, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5835f06ea61c4231b34413c298bec8e0, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4bd9822e6cd0443caeb8f32f24a9f98f] to archive 2024-11-14T18:15:25,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:15:25,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/e0192181d1c2451ea59d1109cc23e127 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/e0192181d1c2451ea59d1109cc23e127 2024-11-14T18:15:25,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/14c9b95ccd0a44fda65765a91aa45d87 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/14c9b95ccd0a44fda65765a91aa45d87 2024-11-14T18:15:25,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/01d0ba2e30f4417b9cdf1c54b3291c1a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/01d0ba2e30f4417b9cdf1c54b3291c1a 2024-11-14T18:15:25,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/d7c3e86362284c978be4ad813b970d18 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/d7c3e86362284c978be4ad813b970d18 2024-11-14T18:15:25,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1c1984ea082245eabb762f1ac2b754cf to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1c1984ea082245eabb762f1ac2b754cf 2024-11-14T18:15:25,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/43de9f4836e14498a1b66ade63aab8e9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/43de9f4836e14498a1b66ade63aab8e9 2024-11-14T18:15:25,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/52b2cce9cdc647c3a45a49140d06b38d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/52b2cce9cdc647c3a45a49140d06b38d 2024-11-14T18:15:25,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5d2a8e87ab7441f292da8d2f6cc57c2f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5d2a8e87ab7441f292da8d2f6cc57c2f 2024-11-14T18:15:25,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5406b393e8c6418cb1cafe4c1bcfb796 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5406b393e8c6418cb1cafe4c1bcfb796 2024-11-14T18:15:25,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ff6967111ceb433387b735725a9453d5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ff6967111ceb433387b735725a9453d5 2024-11-14T18:15:25,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1bbc70cc254c411c87c29e775ddaf22d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1bbc70cc254c411c87c29e775ddaf22d 2024-11-14T18:15:25,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/88e0309f61264f43871a889ce76957b9 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/88e0309f61264f43871a889ce76957b9 2024-11-14T18:15:25,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4fecba7121a64f5f8a67edd53de5b552 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4fecba7121a64f5f8a67edd53de5b552 2024-11-14T18:15:25,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/55a1e8b67760449b86893fba5750997a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/55a1e8b67760449b86893fba5750997a 2024-11-14T18:15:25,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/71be870a79d6486b86247d691e836af2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/71be870a79d6486b86247d691e836af2 2024-11-14T18:15:25,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/50d01f1d9ac842dcb6f811bdf86fec36 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/50d01f1d9ac842dcb6f811bdf86fec36 2024-11-14T18:15:25,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1a3e8e8f10234c1a88c0b553436533ec to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/1a3e8e8f10234c1a88c0b553436533ec 2024-11-14T18:15:25,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ad26bdd65df9473fbb5a6ce882b62a02 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/ad26bdd65df9473fbb5a6ce882b62a02 2024-11-14T18:15:25,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/475a91d0014540c8a3535d80f21e8299 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/475a91d0014540c8a3535d80f21e8299 2024-11-14T18:15:25,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/42e84ffd3b5b4b0b9bf8aec4a7e73e58 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/42e84ffd3b5b4b0b9bf8aec4a7e73e58 2024-11-14T18:15:25,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/b01ecb6042bf4ac98656cdd8f6eab9cd to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/b01ecb6042bf4ac98656cdd8f6eab9cd 2024-11-14T18:15:25,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5835f06ea61c4231b34413c298bec8e0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/5835f06ea61c4231b34413c298bec8e0 2024-11-14T18:15:25,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4bd9822e6cd0443caeb8f32f24a9f98f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/4bd9822e6cd0443caeb8f32f24a9f98f 2024-11-14T18:15:25,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/87c3d33386234833b76e3a91ed22f295, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/9c231732afaa45788ea050cee7fefdca, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/719492bc615a459f899e8c9f1b60cea6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/b83f3966fa0b4a0bb7fd453015d1ee42, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/60533ef1007044a3a77016c6d5e7cd27, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/4181ac3372814d71988da3ceeb7ce61e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a8e6218766374c3b8868b1eae971737d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/c6dcc739a8c34925a845e62a7e328f44, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/6c55ecab23ad4d22b3e8ab26e1d625bb, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/83f36f2b0a5e43179ac49bf0b4ffd327, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/7def820bbda64f0987bf8e7349a2bfe1, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/35898ef216c54f71930b0aeb61401d9b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/9a3cdff182f1428a9dbc8a5cec6b2ef5, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/8a2278e522734260bc3b526ad179447d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/278cc3313c5b4bbd849b84d098c8c9ad, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/041818f13d20487885c46a31d1266c6f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/1b835d932af347caafe7f5b56f1433ce, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/e5a7d6ebc68d45baa790ec444ff6beae, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/27c0d19b305a4211942640c4e9d7f211, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/66570ebbfffd4f5b9cb962249dcbef81, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a21ad31d08194030bdb1903381d0d37f, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/19b91e08e0444958b910b7374d1669e8, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/3f7985328bfc4d119aa49f26b87b0418] to archive 2024-11-14T18:15:25,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:15:25,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/87c3d33386234833b76e3a91ed22f295 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/87c3d33386234833b76e3a91ed22f295 2024-11-14T18:15:25,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/9c231732afaa45788ea050cee7fefdca to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/9c231732afaa45788ea050cee7fefdca 2024-11-14T18:15:25,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/719492bc615a459f899e8c9f1b60cea6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/719492bc615a459f899e8c9f1b60cea6 2024-11-14T18:15:25,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/b83f3966fa0b4a0bb7fd453015d1ee42 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/b83f3966fa0b4a0bb7fd453015d1ee42 2024-11-14T18:15:25,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/60533ef1007044a3a77016c6d5e7cd27 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/60533ef1007044a3a77016c6d5e7cd27 2024-11-14T18:15:25,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/4181ac3372814d71988da3ceeb7ce61e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/4181ac3372814d71988da3ceeb7ce61e 2024-11-14T18:15:25,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a8e6218766374c3b8868b1eae971737d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a8e6218766374c3b8868b1eae971737d 2024-11-14T18:15:25,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/c6dcc739a8c34925a845e62a7e328f44 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/c6dcc739a8c34925a845e62a7e328f44 2024-11-14T18:15:25,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/6c55ecab23ad4d22b3e8ab26e1d625bb to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/6c55ecab23ad4d22b3e8ab26e1d625bb 2024-11-14T18:15:25,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/83f36f2b0a5e43179ac49bf0b4ffd327 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/83f36f2b0a5e43179ac49bf0b4ffd327 2024-11-14T18:15:25,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/7def820bbda64f0987bf8e7349a2bfe1 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/7def820bbda64f0987bf8e7349a2bfe1 2024-11-14T18:15:25,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/35898ef216c54f71930b0aeb61401d9b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/35898ef216c54f71930b0aeb61401d9b 2024-11-14T18:15:25,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/9a3cdff182f1428a9dbc8a5cec6b2ef5 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/9a3cdff182f1428a9dbc8a5cec6b2ef5 2024-11-14T18:15:25,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/8a2278e522734260bc3b526ad179447d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/8a2278e522734260bc3b526ad179447d 2024-11-14T18:15:25,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/278cc3313c5b4bbd849b84d098c8c9ad to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/278cc3313c5b4bbd849b84d098c8c9ad 2024-11-14T18:15:25,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/041818f13d20487885c46a31d1266c6f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/041818f13d20487885c46a31d1266c6f 2024-11-14T18:15:25,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/1b835d932af347caafe7f5b56f1433ce to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/1b835d932af347caafe7f5b56f1433ce 2024-11-14T18:15:25,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/e5a7d6ebc68d45baa790ec444ff6beae to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/e5a7d6ebc68d45baa790ec444ff6beae 2024-11-14T18:15:25,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/27c0d19b305a4211942640c4e9d7f211 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/27c0d19b305a4211942640c4e9d7f211 2024-11-14T18:15:25,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/66570ebbfffd4f5b9cb962249dcbef81 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/66570ebbfffd4f5b9cb962249dcbef81 2024-11-14T18:15:25,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a21ad31d08194030bdb1903381d0d37f to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/a21ad31d08194030bdb1903381d0d37f 2024-11-14T18:15:25,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/19b91e08e0444958b910b7374d1669e8 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/19b91e08e0444958b910b7374d1669e8 2024-11-14T18:15:25,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/3f7985328bfc4d119aa49f26b87b0418 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/3f7985328bfc4d119aa49f26b87b0418 2024-11-14T18:15:25,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1fcb29594bae47318668d23e98aea84e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/24c61b2293474d5fa20a4d66d2fbfaa6, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/0b54c0a7d085475580ba25789ccf5418, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/87cd2b012a4d45a29fe26dcd723fe214, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bdb096ac458d42948dccf11a45f08c4e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/35ad8bce3b8e413e8373a81b5774d27e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1e95c71bb1214738a0adb493bb349950, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/89c49d85ab5744d88383eb4bd3e4331d, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/0eba65412b7545e0879013821bff324a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1343ab0b905d4bd78cf86f7d66c8ba2b, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/50b6aa357fb14e41a9311941542d4007, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/a0955e4897c3441ea464726328fafb62, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/9e8c01890a074570972dc74ecb566550, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1075adfe5d6f46c38872e6756029f829, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7bc1da1da2bf4bd1a42c3bb2d655e59e, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/8041f60098d847c69be7a970e42af522, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/2990c4db6b904f7082dc7d300fab8bd2, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bac174a0b73e4a5ca9155faa81948b9a, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/5112e086349f41f887a11d8af6b56925, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/d9497f05a92145ff850fc42e78c3c424, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/5d79f5c06c2348a3814d691926721eca, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7730b03c19e0495693dd7ae928b328e7, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/60c681bff9ba46a2bac4e97881238178] to archive 2024-11-14T18:15:25,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T18:15:25,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1fcb29594bae47318668d23e98aea84e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1fcb29594bae47318668d23e98aea84e 2024-11-14T18:15:25,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/24c61b2293474d5fa20a4d66d2fbfaa6 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/24c61b2293474d5fa20a4d66d2fbfaa6 2024-11-14T18:15:25,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/0b54c0a7d085475580ba25789ccf5418 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/0b54c0a7d085475580ba25789ccf5418 2024-11-14T18:15:25,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/87cd2b012a4d45a29fe26dcd723fe214 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/87cd2b012a4d45a29fe26dcd723fe214 2024-11-14T18:15:25,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bdb096ac458d42948dccf11a45f08c4e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bdb096ac458d42948dccf11a45f08c4e 2024-11-14T18:15:25,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/35ad8bce3b8e413e8373a81b5774d27e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/35ad8bce3b8e413e8373a81b5774d27e 2024-11-14T18:15:25,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1e95c71bb1214738a0adb493bb349950 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1e95c71bb1214738a0adb493bb349950 2024-11-14T18:15:25,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/89c49d85ab5744d88383eb4bd3e4331d to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/89c49d85ab5744d88383eb4bd3e4331d 2024-11-14T18:15:25,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/0eba65412b7545e0879013821bff324a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/0eba65412b7545e0879013821bff324a 2024-11-14T18:15:25,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1343ab0b905d4bd78cf86f7d66c8ba2b to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1343ab0b905d4bd78cf86f7d66c8ba2b 2024-11-14T18:15:25,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/50b6aa357fb14e41a9311941542d4007 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/50b6aa357fb14e41a9311941542d4007 2024-11-14T18:15:25,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/a0955e4897c3441ea464726328fafb62 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/a0955e4897c3441ea464726328fafb62 2024-11-14T18:15:25,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/9e8c01890a074570972dc74ecb566550 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/9e8c01890a074570972dc74ecb566550 2024-11-14T18:15:25,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1075adfe5d6f46c38872e6756029f829 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/1075adfe5d6f46c38872e6756029f829 2024-11-14T18:15:25,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7bc1da1da2bf4bd1a42c3bb2d655e59e to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7bc1da1da2bf4bd1a42c3bb2d655e59e 2024-11-14T18:15:25,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/8041f60098d847c69be7a970e42af522 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/8041f60098d847c69be7a970e42af522 2024-11-14T18:15:25,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/2990c4db6b904f7082dc7d300fab8bd2 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/2990c4db6b904f7082dc7d300fab8bd2 2024-11-14T18:15:25,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bac174a0b73e4a5ca9155faa81948b9a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/bac174a0b73e4a5ca9155faa81948b9a 2024-11-14T18:15:25,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/5112e086349f41f887a11d8af6b56925 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/5112e086349f41f887a11d8af6b56925 2024-11-14T18:15:25,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/d9497f05a92145ff850fc42e78c3c424 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/d9497f05a92145ff850fc42e78c3c424 2024-11-14T18:15:25,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/5d79f5c06c2348a3814d691926721eca to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/5d79f5c06c2348a3814d691926721eca 2024-11-14T18:15:25,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7730b03c19e0495693dd7ae928b328e7 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/7730b03c19e0495693dd7ae928b328e7 2024-11-14T18:15:25,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/60c681bff9ba46a2bac4e97881238178 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/60c681bff9ba46a2bac4e97881238178 2024-11-14T18:15:25,760 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/recovered.edits/355.seqid, newMaxSeqId=355, maxSeqId=4 2024-11-14T18:15:25,763 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177. 2024-11-14T18:15:25,763 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1635): Region close journal for ca3fba38b7bdcb851f4bb5541919d177: 2024-11-14T18:15:25,765 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(170): Closed ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:25,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=ca3fba38b7bdcb851f4bb5541919d177, regionState=CLOSED 2024-11-14T18:15:25,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-14T18:15:25,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseRegionProcedure ca3fba38b7bdcb851f4bb5541919d177, server=eed19b614a58,42787,1731607940149 in 1.2200 sec 2024-11-14T18:15:25,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-14T18:15:25,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca3fba38b7bdcb851f4bb5541919d177, UNASSIGN in 1.2420 sec 2024-11-14T18:15:25,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-14T18:15:25,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2460 sec 2024-11-14T18:15:25,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731608125775"}]},"ts":"1731608125775"} 2024-11-14T18:15:25,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T18:15:25,811 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T18:15:25,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3330 sec 2024-11-14T18:15:25,926 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:37703 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:37703,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T18:15:26,597 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-14T18:15:26,597 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T18:15:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:15:26,598 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:15:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T18:15:26,599 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=173, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:15:26,602 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,604 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C, FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/recovered.edits] 2024-11-14T18:15:26,606 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/0ff9ac69076c43f48e91243466936c14 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/0ff9ac69076c43f48e91243466936c14 2024-11-14T18:15:26,611 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/7bbe0e4fa9a142a593a706b2304adbcf to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/7bbe0e4fa9a142a593a706b2304adbcf 2024-11-14T18:15:26,612 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/bfddf88ba2514a53962e2a9d56f78870 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/A/bfddf88ba2514a53962e2a9d56f78870 2024-11-14T18:15:26,614 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/5f0b3012ef8141b0ab1c53bcc7ef82ab to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/5f0b3012ef8141b0ab1c53bcc7ef82ab 2024-11-14T18:15:26,617 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/d0604c1b9cc146ae8c221b08f49f74f0 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/d0604c1b9cc146ae8c221b08f49f74f0 2024-11-14T18:15:26,627 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/eaa7e8754ae141f2b5d129bc6c845493 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/B/eaa7e8754ae141f2b5d129bc6c845493 2024-11-14T18:15:26,633 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/6b8e241c62c445db80238c87106a4221 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/6b8e241c62c445db80238c87106a4221 2024-11-14T18:15:26,639 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/71bd49671f994a11a040f840cfa38c9a to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/71bd49671f994a11a040f840cfa38c9a 2024-11-14T18:15:26,641 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/ff07940c500f4b31bcac8d6b4f696009 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/C/ff07940c500f4b31bcac8d6b4f696009 2024-11-14T18:15:26,646 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/recovered.edits/355.seqid to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177/recovered.edits/355.seqid 2024-11-14T18:15:26,647 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/default/TestAcidGuarantees/ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,647 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T18:15:26,647 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T18:15:26,648 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T18:15:26,651 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140beb1c380c4c42edaa60737a4ead7a1f_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140beb1c380c4c42edaa60737a4ead7a1f_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,652 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111422ceaaff03234237a83a8dba6c3b3585_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111422ceaaff03234237a83a8dba6c3b3585_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,658 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111448adcb6c04ae43809f4ae81451660daf_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111448adcb6c04ae43809f4ae81451660daf_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,660 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f76bf1c517f49beb58633c483b2eebc_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f76bf1c517f49beb58633c483b2eebc_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,661 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111451b3cb4966f5498084197e4646a95950_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111451b3cb4966f5498084197e4646a95950_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,664 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148059a63a76704678b14bc156cb39ec44_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148059a63a76704678b14bc156cb39ec44_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,665 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111482756d1285ba4967908152becd5263f4_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111482756d1285ba4967908152becd5263f4_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,667 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148bdc6e55a2dc457eba82112a04eee2e4_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148bdc6e55a2dc457eba82112a04eee2e4_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,668 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b208ed55909142da8b93db65ec7174c8_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b208ed55909142da8b93db65ec7174c8_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,669 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b62cd45f1b2d4096a25bfed88883797a_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b62cd45f1b2d4096a25bfed88883797a_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,674 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b852d78c75744a3eb338f5b3e654f315_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b852d78c75744a3eb338f5b3e654f315_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,696 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b9a48ee86ad641d5a3d1b40d7042626e_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b9a48ee86ad641d5a3d1b40d7042626e_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T18:15:26,710 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca4df51ab3f140dd8e33366f84933be4_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca4df51ab3f140dd8e33366f84933be4_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,718 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114da2fdc8d1f554b1fb88095985199819d_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114da2fdc8d1f554b1fb88095985199819d_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,722 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114daff2469d8d84adbbf890aaab3496a69_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114daff2469d8d84adbbf890aaab3496a69_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,724 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114db3c05b0e89f4f5086263254e78c21e5_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114db3c05b0e89f4f5086263254e78c21e5_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,726 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7452ee044e84c4fb301ca6c30abc0ea_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7452ee044e84c4fb301ca6c30abc0ea_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,727 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ea13f0acc25341a2961cfdf5769a26f7_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ea13f0acc25341a2961cfdf5769a26f7_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,728 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f03fe94c0747401fbd7785202979234b_ca3fba38b7bdcb851f4bb5541919d177 to hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f03fe94c0747401fbd7785202979234b_ca3fba38b7bdcb851f4bb5541919d177 2024-11-14T18:15:26,728 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T18:15:26,730 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=173, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:15:26,732 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T18:15:26,735 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T18:15:26,736 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=173, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:15:26,736 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T18:15:26,736 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731608126736"}]},"ts":"9223372036854775807"} 2024-11-14T18:15:26,738 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T18:15:26,738 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ca3fba38b7bdcb851f4bb5541919d177, NAME => 'TestAcidGuarantees,,1731608098197.ca3fba38b7bdcb851f4bb5541919d177.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T18:15:26,738 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T18:15:26,738 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731608126738"}]},"ts":"9223372036854775807"} 2024-11-14T18:15:26,740 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T18:15:26,773 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=173, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T18:15:26,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 176 msec 2024-11-14T18:15:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T18:15:26,901 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-14T18:15:26,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238 (was 235) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1423 (was 1509), ProcessCount=11 (was 11), AvailableMemoryMB=1706 (was 2381) 2024-11-14T18:15:26,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-14T18:15:26,911 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T18:15:26,911 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6169df5c to 127.0.0.1:56630 2024-11-14T18:15:26,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:26,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T18:15:26,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119645970, stopped=false 2024-11-14T18:15:26,912 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=eed19b614a58,32959,1731607938437 2024-11-14T18:15:26,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T18:15:26,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T18:15:26,948 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-14T18:15:26,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:15:26,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:15:26,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T18:15:26,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:26,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T18:15:26,949 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'eed19b614a58,42787,1731607940149' ***** 2024-11-14T18:15:26,949 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-14T18:15:26,949 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T18:15:26,949 INFO [RS:0;eed19b614a58:42787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T18:15:26,950 INFO [RS:0;eed19b614a58:42787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T18:15:26,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-14T18:15:26,950 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(3579): Received CLOSE for 1345cca1a494ff3082eed046c4eb5ca3 2024-11-14T18:15:26,950 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1224): stopping server eed19b614a58,42787,1731607940149 2024-11-14T18:15:26,950 DEBUG [RS:0;eed19b614a58:42787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:26,950 INFO [RS:0;eed19b614a58:42787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T18:15:26,950 INFO [RS:0;eed19b614a58:42787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T18:15:26,950 INFO [RS:0;eed19b614a58:42787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T18:15:26,950 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-14T18:15:26,950 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1345cca1a494ff3082eed046c4eb5ca3, disabling compactions & flushes 2024-11-14T18:15:26,950 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-14T18:15:26,950 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1603): Online Regions={1345cca1a494ff3082eed046c4eb5ca3=hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:15:26,950 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:15:26,951 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:15:26,951 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. after waiting 0 ms 2024-11-14T18:15:26,951 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-14T18:15:26,951 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:15:26,951 INFO [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-14T18:15:26,951 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-14T18:15:26,951 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 1345cca1a494ff3082eed046c4eb5ca3 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-14T18:15:26,951 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T18:15:26,951 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T18:15:26,951 INFO [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-14T18:15:26,951 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1629): Waiting on 1345cca1a494ff3082eed046c4eb5ca3, 1588230740 2024-11-14T18:15:26,965 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/namespace/1345cca1a494ff3082eed046c4eb5ca3/.tmp/info/d15524ec885a4ac19626b39a20468c4c is 45, key is default/info:d/1731607945350/Put/seqid=0 2024-11-14T18:15:26,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742503_1679 (size=5037) 2024-11-14T18:15:26,970 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/.tmp/info/e9c3f463ae15489fb94aec2ba5af0c38 is 143, key is hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3./info:regioninfo/1731607945252/Put/seqid=0 2024-11-14T18:15:26,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742504_1680 (size=7725) 2024-11-14T18:15:27,042 INFO [regionserver/eed19b614a58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:15:27,151 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1629): Waiting on 1345cca1a494ff3082eed046c4eb5ca3, 1588230740 2024-11-14T18:15:27,352 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1629): Waiting on 1345cca1a494ff3082eed046c4eb5ca3, 1588230740 2024-11-14T18:15:27,369 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/namespace/1345cca1a494ff3082eed046c4eb5ca3/.tmp/info/d15524ec885a4ac19626b39a20468c4c 2024-11-14T18:15:27,373 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/namespace/1345cca1a494ff3082eed046c4eb5ca3/.tmp/info/d15524ec885a4ac19626b39a20468c4c as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/namespace/1345cca1a494ff3082eed046c4eb5ca3/info/d15524ec885a4ac19626b39a20468c4c 2024-11-14T18:15:27,375 INFO [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/.tmp/info/e9c3f463ae15489fb94aec2ba5af0c38 2024-11-14T18:15:27,378 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/namespace/1345cca1a494ff3082eed046c4eb5ca3/info/d15524ec885a4ac19626b39a20468c4c, entries=2, sequenceid=6, filesize=4.9 K 2024-11-14T18:15:27,378 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 1345cca1a494ff3082eed046c4eb5ca3 in 427ms, sequenceid=6, compaction requested=false 2024-11-14T18:15:27,390 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/namespace/1345cca1a494ff3082eed046c4eb5ca3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T18:15:27,398 INFO [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:15:27,398 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1345cca1a494ff3082eed046c4eb5ca3: 2024-11-14T18:15:27,398 DEBUG [RS_CLOSE_REGION-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731607943782.1345cca1a494ff3082eed046c4eb5ca3. 2024-11-14T18:15:27,428 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/.tmp/rep_barrier/590f7d7979a246ffb79a5b556f248dc4 is 102, key is TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268./rep_barrier:/1731607976711/DeleteFamily/seqid=0 2024-11-14T18:15:27,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742505_1681 (size=6025) 2024-11-14T18:15:27,552 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T18:15:27,752 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T18:15:27,774 INFO [regionserver/eed19b614a58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T18:15:27,774 INFO [regionserver/eed19b614a58:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T18:15:27,856 INFO [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/.tmp/rep_barrier/590f7d7979a246ffb79a5b556f248dc4 2024-11-14T18:15:27,904 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/.tmp/table/9d663217c37a4e619ace868abeb1d42a is 96, key is TestAcidGuarantees,,1731607945619.6d53c7df530f7a9f5b1fbcf4c4b15268./table:/1731607976711/DeleteFamily/seqid=0 2024-11-14T18:15:27,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742506_1682 (size=5942) 2024-11-14T18:15:27,953 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-14T18:15:27,953 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T18:15:27,953 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T18:15:27,958 INFO [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/.tmp/table/9d663217c37a4e619ace868abeb1d42a 2024-11-14T18:15:28,000 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/.tmp/info/e9c3f463ae15489fb94aec2ba5af0c38 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/info/e9c3f463ae15489fb94aec2ba5af0c38 2024-11-14T18:15:28,031 INFO [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/info/e9c3f463ae15489fb94aec2ba5af0c38, entries=22, sequenceid=93, filesize=7.5 K 2024-11-14T18:15:28,037 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/.tmp/rep_barrier/590f7d7979a246ffb79a5b556f248dc4 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/rep_barrier/590f7d7979a246ffb79a5b556f248dc4 2024-11-14T18:15:28,066 INFO [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/rep_barrier/590f7d7979a246ffb79a5b556f248dc4, entries=6, sequenceid=93, filesize=5.9 K 2024-11-14T18:15:28,090 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/.tmp/table/9d663217c37a4e619ace868abeb1d42a as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/table/9d663217c37a4e619ace868abeb1d42a 2024-11-14T18:15:28,123 INFO [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/table/9d663217c37a4e619ace868abeb1d42a, entries=9, sequenceid=93, filesize=5.8 K 2024-11-14T18:15:28,128 INFO [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1177ms, sequenceid=93, compaction requested=false 2024-11-14T18:15:28,154 DEBUG [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T18:15:28,180 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-14T18:15:28,183 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:15:28,183 INFO [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-14T18:15:28,183 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-14T18:15:28,183 DEBUG [RS_CLOSE_META-regionserver/eed19b614a58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T18:15:28,218 ERROR [LeaseRenewer:jenkins@localhost:37703 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:37703,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:15:28,354 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1250): stopping server eed19b614a58,42787,1731607940149; all regions closed. 2024-11-14T18:15:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741834_1010 (size=26050) 2024-11-14T18:15:28,360 DEBUG [RS:0;eed19b614a58:42787 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/oldWALs 2024-11-14T18:15:28,361 INFO [RS:0;eed19b614a58:42787 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL eed19b614a58%2C42787%2C1731607940149.meta:.meta(num 1731607943464) 2024-11-14T18:15:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741833_1009 (size=15442034) 2024-11-14T18:15:28,366 DEBUG [RS:0;eed19b614a58:42787 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/oldWALs 2024-11-14T18:15:28,366 INFO [RS:0;eed19b614a58:42787 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL eed19b614a58%2C42787%2C1731607940149:(num 1731607942953) 2024-11-14T18:15:28,366 DEBUG [RS:0;eed19b614a58:42787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:28,366 INFO [RS:0;eed19b614a58:42787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T18:15:28,367 INFO [RS:0;eed19b614a58:42787 {}] hbase.ChoreService(370): Chore service for: regionserver/eed19b614a58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-14T18:15:28,367 INFO [regionserver/eed19b614a58:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-14T18:15:28,368 INFO [RS:0;eed19b614a58:42787 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42787 2024-11-14T18:15:28,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eed19b614a58,42787,1731607940149 2024-11-14T18:15:28,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T18:15:28,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eed19b614a58,42787,1731607940149] 2024-11-14T18:15:28,394 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing eed19b614a58,42787,1731607940149; numProcessing=1 2024-11-14T18:15:28,402 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/eed19b614a58,42787,1731607940149 already deleted, retry=false 2024-11-14T18:15:28,402 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; eed19b614a58,42787,1731607940149 expired; onlineServers=0 2024-11-14T18:15:28,402 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'eed19b614a58,32959,1731607938437' ***** 2024-11-14T18:15:28,402 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T18:15:28,403 DEBUG [M:0;eed19b614a58:32959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eed19b614a58/172.17.0.2:0 2024-11-14T18:15:28,403 INFO [M:0;eed19b614a58:32959 {}] regionserver.HRegionServer(1224): stopping server eed19b614a58,32959,1731607938437 2024-11-14T18:15:28,403 INFO [M:0;eed19b614a58:32959 {}] regionserver.HRegionServer(1250): stopping server eed19b614a58,32959,1731607938437; all regions closed. 2024-11-14T18:15:28,403 DEBUG [M:0;eed19b614a58:32959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T18:15:28,403 DEBUG [M:0;eed19b614a58:32959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T18:15:28,403 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T18:15:28,403 DEBUG [M:0;eed19b614a58:32959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T18:15:28,403 DEBUG [master/eed19b614a58:0:becomeActiveMaster-HFileCleaner.small.0-1731607942541 {}] cleaner.HFileCleaner(306): Exit Thread[master/eed19b614a58:0:becomeActiveMaster-HFileCleaner.small.0-1731607942541,5,FailOnTimeoutGroup] 2024-11-14T18:15:28,403 INFO [M:0;eed19b614a58:32959 {}] hbase.ChoreService(370): Chore service for: master/eed19b614a58:0 had [] on shutdown 2024-11-14T18:15:28,403 DEBUG [master/eed19b614a58:0:becomeActiveMaster-HFileCleaner.large.0-1731607942537 {}] cleaner.HFileCleaner(306): Exit Thread[master/eed19b614a58:0:becomeActiveMaster-HFileCleaner.large.0-1731607942537,5,FailOnTimeoutGroup] 2024-11-14T18:15:28,403 DEBUG [M:0;eed19b614a58:32959 {}] master.HMaster(1733): Stopping service threads 2024-11-14T18:15:28,404 INFO [M:0;eed19b614a58:32959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T18:15:28,404 ERROR [M:0;eed19b614a58:32959 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1573750593) connection to localhost/127.0.0.1:37703 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37703,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-14T18:15:28,404 INFO [M:0;eed19b614a58:32959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T18:15:28,404 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T18:15:28,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T18:15:28,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T18:15:28,411 DEBUG [M:0;eed19b614a58:32959 {}] zookeeper.ZKUtil(347): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T18:15:28,411 WARN [M:0;eed19b614a58:32959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T18:15:28,411 INFO [M:0;eed19b614a58:32959 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-14T18:15:28,411 INFO [M:0;eed19b614a58:32959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T18:15:28,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T18:15:28,411 DEBUG [M:0;eed19b614a58:32959 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T18:15:28,411 INFO [M:0;eed19b614a58:32959 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:15:28,411 DEBUG [M:0;eed19b614a58:32959 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:15:28,411 DEBUG [M:0;eed19b614a58:32959 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T18:15:28,411 DEBUG [M:0;eed19b614a58:32959 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:15:28,412 INFO [M:0;eed19b614a58:32959 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=761.95 KB heapSize=936.90 KB 2024-11-14T18:15:28,431 DEBUG [M:0;eed19b614a58:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8efcd0d156174043af75af1e66e4d941 is 82, key is hbase:meta,,1/info:regioninfo/1731607943624/Put/seqid=0 2024-11-14T18:15:28,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742507_1683 (size=5672) 2024-11-14T18:15:28,494 INFO [RS:0;eed19b614a58:42787 {}] regionserver.HRegionServer(1307): Exiting; stopping=eed19b614a58,42787,1731607940149; zookeeper connection closed. 2024-11-14T18:15:28,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:15:28,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1003f6240550001, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:15:28,495 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fbb420c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fbb420c 2024-11-14T18:15:28,495 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T18:15:28,846 INFO [M:0;eed19b614a58:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2158 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8efcd0d156174043af75af1e66e4d941 2024-11-14T18:15:28,936 DEBUG [M:0;eed19b614a58:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a696069b941b4cc284cd4f8e763e9ff3 is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x92/proc:d/1731608100019/Put/seqid=0 2024-11-14T18:15:28,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742508_1684 (size=43964) 2024-11-14T18:15:29,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T18:15:29,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T18:15:29,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-14T18:15:29,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T18:15:29,377 INFO [M:0;eed19b614a58:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=761.39 KB at sequenceid=2158 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a696069b941b4cc284cd4f8e763e9ff3 2024-11-14T18:15:29,383 INFO [M:0;eed19b614a58:32959 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a696069b941b4cc284cd4f8e763e9ff3 2024-11-14T18:15:29,435 DEBUG [M:0;eed19b614a58:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a69f4a78eb04b979fb78c710676a041 is 69, key is eed19b614a58,42787,1731607940149/rs:state/1731607942688/Put/seqid=0 2024-11-14T18:15:29,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073742509_1685 (size=5156) 2024-11-14T18:15:29,453 INFO [M:0;eed19b614a58:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2158 (bloomFilter=true), to=hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a69f4a78eb04b979fb78c710676a041 2024-11-14T18:15:29,476 DEBUG [M:0;eed19b614a58:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8efcd0d156174043af75af1e66e4d941 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8efcd0d156174043af75af1e66e4d941 2024-11-14T18:15:29,492 INFO [M:0;eed19b614a58:32959 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8efcd0d156174043af75af1e66e4d941, entries=8, sequenceid=2158, filesize=5.5 K 2024-11-14T18:15:29,498 DEBUG [M:0;eed19b614a58:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a696069b941b4cc284cd4f8e763e9ff3 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a696069b941b4cc284cd4f8e763e9ff3 2024-11-14T18:15:29,523 INFO [M:0;eed19b614a58:32959 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a696069b941b4cc284cd4f8e763e9ff3 2024-11-14T18:15:29,523 INFO [M:0;eed19b614a58:32959 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a696069b941b4cc284cd4f8e763e9ff3, entries=173, sequenceid=2158, filesize=42.9 K 2024-11-14T18:15:29,524 DEBUG [M:0;eed19b614a58:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a69f4a78eb04b979fb78c710676a041 as hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a69f4a78eb04b979fb78c710676a041 2024-11-14T18:15:29,527 INFO [M:0;eed19b614a58:32959 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37703/user/jenkins/test-data/c45389e3-d858-7c57-4f85-34b47603e663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a69f4a78eb04b979fb78c710676a041, entries=1, sequenceid=2158, filesize=5.0 K 2024-11-14T18:15:29,537 INFO [M:0;eed19b614a58:32959 {}] regionserver.HRegion(3040): Finished flush of dataSize ~761.95 KB/780233, heapSize ~936.60 KB/959080, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1126ms, sequenceid=2158, compaction requested=false 2024-11-14T18:15:29,618 INFO [M:0;eed19b614a58:32959 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T18:15:29,618 DEBUG [M:0;eed19b614a58:32959 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T18:15:29,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41891 is added to blk_1073741830_1006 (size=921718) 2024-11-14T18:15:29,631 INFO [M:0;eed19b614a58:32959 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-14T18:15:29,631 INFO [M:0;eed19b614a58:32959 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32959 2024-11-14T18:15:29,632 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-14T18:15:29,669 DEBUG [M:0;eed19b614a58:32959 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/eed19b614a58,32959,1731607938437 already deleted, retry=false 2024-11-14T18:15:29,784 INFO [M:0;eed19b614a58:32959 {}] regionserver.HRegionServer(1307): Exiting; stopping=eed19b614a58,32959,1731607938437; zookeeper connection closed. 2024-11-14T18:15:29,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:15:29,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1003f6240550000, quorum=127.0.0.1:56630, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T18:15:29,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:15:29,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:15:29,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:15:29,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:15:29,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/hadoop.log.dir/,STOPPED} 2024-11-14T18:15:29,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:15:29,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:15:29,855 WARN [BP-1820128281-172.17.0.2-1731607933594 heartbeating to localhost/127.0.0.1:37703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:15:29,855 WARN [BP-1820128281-172.17.0.2-1731607933594 heartbeating to localhost/127.0.0.1:37703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1820128281-172.17.0.2-1731607933594 (Datanode Uuid 8a075762-1caf-4b64-b7e0-16824361f2a5) service to localhost/127.0.0.1:37703 2024-11-14T18:15:29,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/cluster_5c92866c-39da-998a-65f2-eeb15db95939/dfs/data/data1/current/BP-1820128281-172.17.0.2-1731607933594 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:15:29,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/cluster_5c92866c-39da-998a-65f2-eeb15db95939/dfs/data/data2/current/BP-1820128281-172.17.0.2-1731607933594 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:15:29,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:15:29,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:15:29,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:15:29,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:15:29,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:15:29,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/232ea74c-2e06-8204-7894-c7a2a07b18e6/hadoop.log.dir/,STOPPED} 2024-11-14T18:15:29,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-14T18:15:30,338 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down